-- Logs begin at Wed 2021-02-17 23:34:23 UTC, end at Thu 2021-02-18 00:39:58 UTC. --
Feb 18 00:09:36.218539 dv-cinder-751579-21-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 18 00:09:38.942754 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.common.config [-] Logging enabled!
Feb 18 00:09:38.943332 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529
Feb 18 00:09:38.944637 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 18 00:09:38.946422 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.common.config [-] Logging enabled!
Feb 18 00:09:38.946718 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529
Feb 18 00:09:38.947075 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 18 00:09:38.948130 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 18 00:09:38.948418 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 18 00:09:38.949466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 18 00:09:38.949758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 18 00:09:38.950019 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 18 00:09:38.950396 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.950746 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.951093 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.951364 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.951708 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.952047 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.952395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.952739 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.953085 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.953415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.953738 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.954065 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.954328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.954652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.954987 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.955880 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.956136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.956493 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.957034 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.957360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.957682 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.958017 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.958330 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.958648 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.958973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.959347 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] host                           = dv-cinder-751579-21-iscsi {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.959673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.960006 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.960379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.960695 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.961010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.961328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.961658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.961970 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.962289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.962605 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.962940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.963274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.963614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.963873 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.964129 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.964489 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.964827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.965128 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.965439 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.965753 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.966067 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.966379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.966687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.967016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.967343 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.967675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.967992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.968305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.968643 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.968953 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.969283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.969598 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.969911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.970249 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.970556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.970912 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.971228 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.971573 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.971906 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.972233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.972588 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.972906 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.973236 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.973547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.973857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.974167 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.974480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.974787 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.975112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.975422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.975732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.976049 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.976380 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.976725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:38.977061 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.977405 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.977750 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.978072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.978408 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.978732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.979066 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.979384 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.979722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.980056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.980416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.980725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.981313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.981630 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.981969 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.982318 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.982660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.982998 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.983312 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.983627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.983939 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.984254 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.984606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.984945 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.985279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.985595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.985912 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.986248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.986590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.986902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.987219 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.987553 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.987869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.988180 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.988526 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.988843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.989156 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.989464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.989785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.990121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.990436 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.990744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.991053 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.991367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.991680 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.992010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.992324 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.992659 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.992969 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.993287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.993600 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.993910 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.994225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.994535 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.994850 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.995160 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.995471 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.995782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.996093 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.996424 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.996735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.997044 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.997359 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.997671 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.997981 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.998290 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.998601 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.998912 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.999233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.999572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:38.999895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.000213 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.000557 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.000876 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.001194 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.001510 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.001830 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.002683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.002997 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.003335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.003659 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.003986 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.004309 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.004656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.004996 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.005315 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.005636 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.005954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.006273 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.006597 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.006923 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.007260 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.007595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.007929 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.008262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.008622 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.008944 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.009297 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.009622 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:39.009872 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 18 00:09:39.010136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83881) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 18 00:09:39.672253 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO keyring.backend [-] Loading Gnome
Feb 18 00:09:39.690165 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO keyring.backend [-] Loading Google
Feb 18 00:09:39.692787 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO keyring.backend [-] Loading Windows (alt)
Feb 18 00:09:39.696285 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO keyring.backend [-] Loading file
Feb 18 00:09:39.697292 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO keyring.backend [-] Loading keyczar
Feb 18 00:09:39.697575 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO keyring.backend [-] Loading multi
Feb 18 00:09:39.698229 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO keyring.backend [-] Loading pyfs
Feb 18 00:09:39.744157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:09:39.744527 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:09:39.744855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:09:39.745232 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 18 00:09:40.135851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.136429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.136543 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.185756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.186075 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.186380 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.190019 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.190336 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.190640 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.259571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.259894 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.260198 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.261377 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.261684 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.261984 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.535220 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd311445f28> agent after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.535483 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd311445f28> agent after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.535795 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fd31147d048> segment precommit_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.536105 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fd31147d0d0> network precommit_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.536973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fd31146e0d0> segment before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.684737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> network before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.685116 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fd3113e79d8> agent before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.685444 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> network before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.685750 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> port before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.686051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> port before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.686430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> segment after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.686733 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> segment precommit_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.687024 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> segment precommit_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.687314 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> segment after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.687650 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> network after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.687947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> network precommit_delete 0 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.688250 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> port provisioning_complete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.688583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.688876 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> rbac-policy after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.689188 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> agent after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.690099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> subnet after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.690400 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> subnet precommit_delete 0 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.690722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.691010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.691494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> port after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.691784 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> port after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.692071 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> port after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.692436 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.692723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.693003 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd311cd8d68>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.693421 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 00:09:40.693698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 00:09:40.693972 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 00:09:40.694244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 00:09:40.694517 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 00:09:40.694788 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 00:09:40.695208 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 18 00:09:40.698472 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 18 00:09:40.702416 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 18 00:09:40.706366 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Feb 18 00:09:40.708030 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 18 00:09:40.709330 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 18 00:09:40.709719 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 18 00:09:40.710159 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 18 00:09:40.712932 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 18 00:09:40.713218 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 18 00:09:40.713604 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 18 00:09:40.735592 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Feb 18 00:09:40.736107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fd31137ba20>> qos_plugin after_init 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.736985 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83881) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 18 00:09:40.737398 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fd3113be358>> logging-plugin after_init 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.738764 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83881) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 18 00:09:40.739083 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 18 00:09:40.739363 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 18 00:09:40.742556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd3113be400>> floatingip before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.742886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd3113be400>> port before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:40.810654 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 18 00:09:40.810881 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 18 00:09:40.811157 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 18 00:09:40.811564 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 18 00:09:40.845063 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_db.sqlalchemy.engines [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83881) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 18 00:09:41.283509 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Initializing driver for type 'gre'
Feb 18 00:09:41.284081 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] gre ID ranges: [(1, 1000)]
Feb 18 00:09:41.322956 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Initializing driver for type 'local'
Feb 18 00:09:41.323326 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Initializing driver for type 'vlan'
Feb 18 00:09:41.333126 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] VlanTypeDriver initialization complete
Feb 18 00:09:41.333500 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Initializing driver for type 'vxlan'
Feb 18 00:09:41.334016 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] vxlan ID ranges: [(1, 1000)]
Feb 18 00:09:41.373404 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Initializing extension driver 'port_security'
Feb 18 00:09:41.373759 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.extensions.port_security [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] PortSecurityExtensionDriver initialization complete
Feb 18 00:09:41.374131 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Initializing mechanism driver 'openvswitch'
Feb 18 00:09:41.380967 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:09:41.381786 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd3112206a0>> port after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.382186 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd3112206a0>> port after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.382571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd3112206a0>> port after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.382991 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c8ff28>> subnet after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.383374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c8ff28>> subnet after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.383751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c8ff28>> subnet after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.384162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c9c240>> network after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.384577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c9c240>> network after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.384959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c9c240>> network after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.385370 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c9c400>> security_group after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.385748 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c9c400>> security_group after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.386116 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c9c400>> security_group after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.386527 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c9c5c0>> security_group_rule after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.386901 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c9c5c0>> security_group_rule after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.387269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c9c5c0>> security_group_rule after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.387801 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c9c780>> address_group after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.388176 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c9c780>> address_group after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.388596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd310c9c780>> address_group after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.388960 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] ML2 OVO RPC backend initialized. {{(pid=83881) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 18 00:09:41.389670 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> router_interface after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.390056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> router_interface after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.390510 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> network before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.390889 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> networks before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.391263 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> port before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.391635 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> ports before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.392008 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> subnet before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.392397 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> subnets before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.392782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> network after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.393149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> network after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.393512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> network after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.393879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> port after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.394243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> port after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.394606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> port after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.394977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> subnet after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.395346 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> subnet after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.395721 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd310c9c860>> subnet after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.396331 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.plugin [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Modular L2 Plugin initialization complete
Feb 18 00:09:41.396716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading services supported by the core plugin {{(pid=83881) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 18 00:09:41.397076 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Got port-security extension from driver 'port_security'
Feb 18 00:09:41.397582 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.extensions.vlantransparent [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Disabled vlantransparent extension.
Feb 18 00:09:41.398053 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83881) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 18 00:09:41.398389 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading Plugin: router
Feb 18 00:09:41.435784 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router_interface before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.436217 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router after_create 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.436657 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router before_create 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.437057 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router_interface before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.437468 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router_interface after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.437855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router after_delete 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.438248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> floatingip after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.438649 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router after_create 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.439027 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router after_update 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.439414 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router after_update 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.440438 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router_gateway after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.440842 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router after_update 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.441323 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router precommit_update 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.441734 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fd311296158> port after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.442108 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fd3112962f0> port after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.442477 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fd311296268> subnet after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.442852 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fd3112961e0> subnetpool_address_scope after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.443236 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> port precommit_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.443614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router precommit_create 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.443991 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fd3112738c8> port before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.444393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router precommit_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.444795 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router after_update 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.445172 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router precommit_delete 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.445556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router precommit_create 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.445956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router_interface after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.446339 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> router precommit_update 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.446762 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd310c9c9e8>> network after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.447735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Tracking information for resource: router configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 00:09:41.448102 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Tracking information for resource: floatingip configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 18 00:09:41.452973 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_agentschedulers_db [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 18 00:09:41.453624 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fd310c47598> port after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.454009 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fd310cb7510> port after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.454393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <function _notify_port_delete at 0x7fd310c47510> port after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.454772 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fd310c47730> port after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.455688 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd310c7a748>> router before_create 55550100 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.456084 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd310c7a748>> router precommit_delete 55550100 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.456510 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd310c7a748>> router precommit_create 55550100 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.456900 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd310c7a748>> router precommit_update 55550100 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.461536 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.provider_configuration [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service providers = [] {{(pid=83881) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 18 00:09:41.461930 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.servicetype_db [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83881) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 18 00:09:41.464928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.service_base [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 00:09:41.465313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.service_base [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 00:09:41.465688 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.service_base [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 00:09:41.466595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.service_base [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 18 00:09:41.466992 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.services.service_base [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 18 00:09:41.467402 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 00:09:41.467751 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 18 00:09:41.477885 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 00:09:41.478250 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading Plugin: auto_allocate
Feb 18 00:09:41.484309 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd310bedae8> network precommit_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.484753 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd310bedae8> network precommit_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.485332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 00:09:41.485686 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading Plugin: tag
Feb 18 00:09:41.493110 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 00:09:41.493418 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading Plugin: timestamp
Feb 18 00:09:41.497227 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 00:09:41.497736 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading Plugin: network_ip_availability
Feb 18 00:09:41.503740 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd310b47358>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.504149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd310b47358>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.504559 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd310b47358>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.505342 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 00:09:41.505693 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading Plugin: flavors
Feb 18 00:09:41.510329 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 00:09:41.510692 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading Plugin: revisions
Feb 18 00:09:41.514924 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 18 00:09:41.515341 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=83881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:09:41.516131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83881) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 18 00:09:41.516521 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Initializing extension manager.
Feb 18 00:09:41.517093 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: __init__.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.517450 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: __pycache__ {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.517844 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.518210 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: address_group.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.519161 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.519788 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: address-group
Feb 18 00:09:41.520146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: address_scope.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.520956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.521507 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: address-scope
Feb 18 00:09:41.521863 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.522788 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.523358 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: router-admin-state-down-before-update
Feb 18 00:09:41.523715 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: agent.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.524500 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.525068 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: agent
Feb 18 00:09:41.525424 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: agent_resources_synced.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.526333 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.526898 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: agent-resources-synced
Feb 18 00:09:41.527253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: allowedaddresspairs.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.529076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.529661 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: allowed-address-pairs
Feb 18 00:09:41.530016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: auto_allocated_topology.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.531092 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.531665 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: auto-allocated-topology
Feb 18 00:09:41.532026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: availability_zone.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.532801 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.533401 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: availability_zone
Feb 18 00:09:41.533761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: availability_zone_filter.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.534690 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.535251 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: availability_zone_filter
Feb 18 00:09:41.535609 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: data_plane_status.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.536566 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.537132 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 18 00:09:41.537485 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: default_subnetpools.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.538403 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.538968 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: default-subnetpools
Feb 18 00:09:41.539324 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.540263 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.540880 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: dhcp_agent_scheduler
Feb 18 00:09:41.541243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: dns.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.542156 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.542722 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension dns-integration not supported by any of loaded plugins
Feb 18 00:09:41.543078 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: dns_domain_ports.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.544000 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.544591 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 18 00:09:41.544950 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: dvr.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.545658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.546230 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: dvr
Feb 18 00:09:41.546590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: empty_string_filtering.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.547503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.548073 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: empty-string-filtering
Feb 18 00:09:41.548458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.549894 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.550458 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 18 00:09:41.550815 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.551736 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.552301 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 18 00:09:41.552685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: external_net.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.553595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.554160 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: external-net
Feb 18 00:09:41.554520 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.555425 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.555988 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: extra_dhcp_opt
Feb 18 00:09:41.556366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: extraroute.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.557279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.557840 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: extraroute
Feb 18 00:09:41.558194 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: extraroute_atomic.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.559215 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.559781 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: extraroute-atomic
Feb 18 00:09:41.560134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: filter_validation.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.560847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.561414 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: filter-validation
Feb 18 00:09:41.561766 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: fip_pf_description.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.562677 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.563244 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 18 00:09:41.563596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: fip_port_details.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.565214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.565779 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: fip-port-details
Feb 18 00:09:41.566133 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: flavors.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.567358 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.567934 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: flavors
Feb 18 00:09:41.568294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.569963 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.570544 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 18 00:09:41.571006 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: floatingip_pools.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.571757 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.572332 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: floatingip-pools
Feb 18 00:09:41.572714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: ip_allocation.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.573647 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.574213 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 18 00:09:41.574569 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.575496 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.576068 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: ip-substring-filtering
Feb 18 00:09:41.576448 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: l2_adjacency.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.577373 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.577938 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 18 00:09:41.578294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: l3.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.579345 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.579931 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: router
Feb 18 00:09:41.580316 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.582590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.583175 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 18 00:09:41.583543 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.584584 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.585164 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: ext-gw-mode
Feb 18 00:09:41.585524 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.586450 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.587019 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: l3-ha
Feb 18 00:09:41.587375 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: l3_flavors.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.588369 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.588935 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: l3-flavors
Feb 18 00:09:41.589288 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.590213 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.590780 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 18 00:09:41.591134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: l3agentscheduler.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.592391 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.592987 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: l3_agent_scheduler
Feb 18 00:09:41.593350 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: logging.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.594854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.595444 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension logging not supported by any of loaded plugins
Feb 18 00:09:41.595832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: metering.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.596646 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.597338 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: metering
Feb 18 00:09:41.597698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.598807 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.599377 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: metering_source_and_destination_fields
Feb 18 00:09:41.599736 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: multiprovidernet.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.601218 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.601799 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: multi-provider
Feb 18 00:09:41.602161 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: netmtu.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.603086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.603659 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: net-mtu
Feb 18 00:09:41.604018 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: netmtu_writable.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.604969 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.605538 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: net-mtu-writable
Feb 18 00:09:41.605896 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: network_availability_zone.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.606868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.607428 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: network_availability_zone
Feb 18 00:09:41.607769 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: network_ip_availability.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.608878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.609449 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: network-ip-availability
Feb 18 00:09:41.609806 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: network_segment_range.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.610735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.611821 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 18 00:09:41.612183 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: pagination.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.613262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.613634 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: pagination
Feb 18 00:09:41.613987 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: port_device_profile.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.614901 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.615487 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: port-device-profile
Feb 18 00:09:41.615841 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.616803 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.617370 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: port-mac-address-regenerate
Feb 18 00:09:41.617725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.618653 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.619219 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: port-numa-affinity-policy
Feb 18 00:09:41.619576 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: port_resource_request.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.620521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.621084 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 18 00:09:41.621439 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: portbindings.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.622368 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.622935 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: binding
Feb 18 00:09:41.623290 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: portbindings_extended.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.624632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.625211 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: binding-extended
Feb 18 00:09:41.625578 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: portsecurity.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.626497 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.627704 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: port-security
Feb 18 00:09:41.628064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: project_id.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.629070 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.629437 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: project-id
Feb 18 00:09:41.629793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: providernet.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.630719 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.631290 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: provider
Feb 18 00:09:41.631647 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: qos.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.635185 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.635785 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension qos not supported by any of loaded plugins
Feb 18 00:09:41.636154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.638454 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.639033 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 18 00:09:41.639400 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.640369 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.640954 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 18 00:09:41.641316 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: qos_default.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.642233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.642822 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension qos-default not supported by any of loaded plugins
Feb 18 00:09:41.643181 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: qos_fip.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.643870 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.644461 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension qos-fip not supported by any of loaded plugins
Feb 18 00:09:41.644818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: qos_gateway_ip.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.645749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.646316 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 18 00:09:41.646671 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: qos_port_network_policy.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.647582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.648138 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 18 00:09:41.648522 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: qos_rule_type_details.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.649433 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.649994 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 18 00:09:41.650348 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: qos_rules_alias.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.651445 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.652017 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 18 00:09:41.652392 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: quotasv2.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.653378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.653745 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: quotas
Feb 18 00:09:41.654101 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: quotasv2_detail.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.655725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.656101 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: quota_details
Feb 18 00:09:41.656488 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: rbac.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.657635 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.658244 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: rbac-policies
Feb 18 00:09:41.658609 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: rbac_address_scope.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.659545 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.660116 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: rbac-address-scope
Feb 18 00:09:41.660510 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: rbac_security_groups.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.661536 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.662108 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: rbac-security-groups
Feb 18 00:09:41.662466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: rbac_subnetpool.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.663387 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.663954 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: rbac-subnetpool
Feb 18 00:09:41.664308 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: revisionifmatch.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.665255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.665840 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: revision-if-match
Feb 18 00:09:41.666199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: revisions.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.667323 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.667896 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: standard-attr-revisions
Feb 18 00:09:41.668257 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: router_availability_zone.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.668998 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.669565 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: router_availability_zone
Feb 18 00:09:41.669924 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: routerservicetype.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.670874 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.671455 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension router-service-type not supported by any of loaded plugins
Feb 18 00:09:41.671815 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.672775 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.673355 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: security-groups-normalized-cidr
Feb 18 00:09:41.674203 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.675137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.675706 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: port-security-groups-filtering
Feb 18 00:09:41.676066 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.677043 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.677627 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: security-groups-remote-address-group
Feb 18 00:09:41.677986 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: securitygroup.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.691605 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.692207 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: security-group
Feb 18 00:09:41.692599 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: segment.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.693447 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.694023 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension segment not supported by any of loaded plugins
Feb 18 00:09:41.694385 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.695347 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.695925 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 18 00:09:41.696287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: servicetype.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.697406 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.697990 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: service-type
Feb 18 00:09:41.698353 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: sorting.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.699334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.699703 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: sorting
Feb 18 00:09:41.700059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: standard_attr_segment.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.700998 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.701574 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 18 00:09:41.701931 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: standardattrdescription.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.702614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.703181 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: standard-attr-description
Feb 18 00:09:41.703538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: stateful_security_group.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.704497 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.705093 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: stateful-security-group
Feb 18 00:09:41.705449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: stdattrs_common.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.706049 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 18 00:09:41.706407 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.707419 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.707987 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 18 00:09:41.708383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: subnet_onboard.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.709450 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.710035 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: subnet_onboard
Feb 18 00:09:41.710392 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.711318 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.711894 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 18 00:09:41.712249 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: subnet_service_types.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.713207 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.713786 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: subnet-service-types
Feb 18 00:09:41.714143 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: subnetallocation.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.715215 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.715791 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: subnet_allocation
Feb 18 00:09:41.716155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.716881 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.717458 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: subnetpool-prefix-ops
Feb 18 00:09:41.717817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.718756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.719325 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 18 00:09:41.719683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: tagging.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.721490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.722071 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: standard-attr-tag
Feb 18 00:09:41.722430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: timestamp.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.723600 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.724178 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loaded extension: standard-attr-timestamp
Feb 18 00:09:41.724565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: trunk.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.725587 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.726160 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension trunk not supported by any of loaded plugins
Feb 18 00:09:41.726527 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: trunk_details.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.727455 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.728026 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension trunk-details not supported by any of loaded plugins
Feb 18 00:09:41.728416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: uplink_status_propagation.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.729339 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.729901 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 18 00:09:41.730257 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Loading extension file: vlantransparent.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 18 00:09:41.730948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 18 00:09:41.731790 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 18 00:09:41.734481 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:network
Feb 18 00:09:41.735250 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:subnet
Feb 18 00:09:41.735915 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 00:09:41.739063 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:port
Feb 18 00:09:41.741134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 00:09:41.742535 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service FLAVORS assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 00:09:41.743390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 00:09:41.743826 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 00:09:41.744197 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:router
Feb 18 00:09:41.744967 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:floatingip
Feb 18 00:09:41.745741 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service METERING assigned prefix: /metering {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 00:09:41.747496 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd310a8ca58>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.747895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd310a8ca58>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.748280 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd310a8ca58>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:09:41.749447 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 18 00:09:41.749934 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:security_group
Feb 18 00:09:41.750742 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 18 00:09:41.751597 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service CORE assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 00:09:41.751984 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 00:09:41.752389 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] subnetpool is already registered
Feb 18 00:09:41.753030 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service CORE assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 00:09:41.753391 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 00:09:41.753756 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] subnetpool is already registered
Feb 18 00:09:41.756509 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 00:09:41.756983 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service FLAVORS assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 00:09:41.757624 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 00:09:41.758082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 00:09:41.758444 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:router
Feb 18 00:09:41.758803 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] router is already registered
Feb 18 00:09:41.759455 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:floatingip
Feb 18 00:09:41.759814 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] floatingip is already registered
Feb 18 00:09:41.760536 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service METERING assigned prefix: /metering {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 00:09:41.761264 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 18 00:09:41.761621 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] rbac_policy is already registered
Feb 18 00:09:41.762231 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:security_group
Feb 18 00:09:41.762591 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] security_group is already registered
Feb 18 00:09:41.763238 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 18 00:09:41.763595 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] security_group_rule is already registered
Feb 18 00:09:41.764333 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service CORE assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 00:09:41.764719 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 00:09:41.765073 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] subnetpool is already registered
Feb 18 00:09:41.765734 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Service CORE assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 18 00:09:41.766091 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 18 00:09:41.766444 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] subnetpool is already registered
Feb 18 00:09:41.767147 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: extensions {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.768763 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: address-groups {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.770454 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: address-scopes {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.771749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: agents {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.773000 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: auto-allocated-topology {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.774320 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: availability_zones {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.775718 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: dhcp-networks {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.777238 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: dhcp-agents {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.778728 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: routers {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.781099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: flavors {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.782342 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: service_profiles {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.784145 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: next_providers {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.786699 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: service_profiles {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.788249 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: floatingip-pools {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.789573 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: routers {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.791480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: floatingips {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.792750 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: l3-routers {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.794207 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: l3-agents {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.795716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: metering-labels {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.797201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: metering-label-rules {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.798552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: network-ip-availabilities {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.800563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: bindings {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.802299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: quotas {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.803805 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: quotas {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.805313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: rbac-policies {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.806685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: security-groups {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.807943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: security-group-rules {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.809267 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: service-providers {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.810547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: subnetpools {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.812032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: subnetpools {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.813598 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.815490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.817443 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.819298 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.821226 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.823013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.824911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.826853 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.828853 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.830835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 18 00:09:41.837949 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING keystonemiddleware.auth_token [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 18 00:09:41.843251 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING keystonemiddleware.auth_token [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 18 00:09:41.852703 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Acquired lock "singleton_lock" {{(pid=83881) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 18 00:09:41.853224 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Releasing lock "singleton_lock" {{(pid=83881) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 18 00:09:41.854668 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO oslo_service.service [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Starting 2 workers
Feb 18 00:09:41.859667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Started child 83992 {{(pid=83881) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 00:09:41.864405 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:09:41.864910 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Started child 83993 {{(pid=83881) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 00:09:41.865859 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [-] (83992) wsgi starting up on http://0.0.0.0:9696
Feb 18 00:09:41.866443 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.service [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 18 00:09:41.867129 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Notify callbacks [] for process, before_spawn {{(pid=83881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:09:41.868436 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:09:41.869648 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO oslo_service.service [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Starting 1 workers
Feb 18 00:09:41.869812 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [-] (83993) wsgi starting up on http://0.0.0.0:9696
Feb 18 00:09:41.874050 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 36882) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:09:41.875123 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Started child 83995 {{(pid=83881) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 00:09:41.875689 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO oslo_service.service [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Starting 1 workers
Feb 18 00:09:41.878223 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.service [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] calling RpcWorker wait() {{(pid=83995) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 18 00:09:41.878786 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.service [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] returning from RpcWorker wait() {{(pid=83995) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 18 00:09:41.880507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:09:41.880683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Started child 83996 {{(pid=83881) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 18 00:09:41.881307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:09:41.881507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9305b83-a619-49b3-80b4-dc1cfb0c5036 None None] Notify callbacks [] for process, after_spawn {{(pid=83881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:09:41.883178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83881) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 18 00:09:41.883409 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 18 00:09:41.883614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 18 00:09:41.883876 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 18 00:09:41.884256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 18 00:09:41.884523 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 18 00:09:41.885079 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.885378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.885635 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0094590
Feb 18 00:09:41.885727 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.885948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.886785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.886904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:09:41.888271 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.888589 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.888882 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.889194 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.889480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.889674 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.889873 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.890918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.891214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.891582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.891883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.892163 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.892574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.892790 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.893076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.893383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.893676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.893972 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.894244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.894810 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.895091 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.895391 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.895639 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.895933 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.896201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.896518 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.896810 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.897059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.897320 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.897598 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.897849 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.898123 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.898397 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.898645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.899107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] host                           = dv-cinder-751579-21-iscsi {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.899357 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.899599 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.899879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.900158 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.900517 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.900785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.901061 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.901501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.901905 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.902317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.902740 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.903195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.903652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.904092 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.904509 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.904965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.905449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.905933 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.906319 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.906684 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.907045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.907518 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.907893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.908920 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.909345 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.909764 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.910198 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.910635 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.911078 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.911532 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.911963 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.912438 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.912871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.913342 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.913825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.914288 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.914736 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.915175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.915623 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.916056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.916503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.916940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.917374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.917791 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.918239 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.918694 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.921310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.921424 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:09:41.921501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.921501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.921501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.921501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.921764 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.921998 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.922312 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.922477 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.922837 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.923135 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.923135 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.923623 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.924589 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.924741 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.925028 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.925294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.926444 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.927479 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.927770 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.928371 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.928992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.931134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:41.932055 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.932416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.932800 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.933058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.933948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.934509 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.934868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.935161 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.935454 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.935769 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.936128 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.936418 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.936762 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.937025 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.937316 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.937654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.937962 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.938275 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.939023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.939023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.939023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.939261 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.939640 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.939953 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.940252 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.55/identity {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.940564 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.940836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.941113 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.941397 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.941654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.941925 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.942199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.942506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.943468 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.943468 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.943468 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.943468 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.943729 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.943969 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.944236 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.945982 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.945982 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.945982 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.946210 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.946432 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.946687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.946957 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.947235 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.947494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.947766 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.948049 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.948327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.949308 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.949572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.949839 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.950142 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.950404 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.951015 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.951015 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.951179 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.951389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.951679 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.951938 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.952193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.952470 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.952757 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.953696 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.953696 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.953696 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.953696 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.953989 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.954162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.954426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.954679 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.954937 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.955210 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.955465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.955718 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.955975 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.956225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.957705 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.957705 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.958005 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.958142 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.958416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.958763 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.959056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.959996 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.959996 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.959996 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.960490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.960490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.960766 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.960901 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.961871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.961871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.961871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.961871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.962426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.962426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.962691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.962925 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.963075 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.963817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.963817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.963817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.964229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.964451 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.964744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.965024 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.965326 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.965647 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.966463 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.966463 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.966463 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.966894 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.967069 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.967376 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.967677 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.968058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.968254 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.968574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.968880 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.969188 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.969451 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.970390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.970390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.970390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.971144 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.971301 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.971754 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.972212 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.972838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.973691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.973691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.973691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.974131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.974279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.974458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.974802 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.975117 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.975322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.975592 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.975897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.55/identity {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.976153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.977119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.977119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.977119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.977545 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.977545 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.977820 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.977956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.978490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.978490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.979474 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.979474 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.980103 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.980675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.980675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.980990 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.982500 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.982857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.983142 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.983643 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.984452 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.984657 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.985081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.985625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.985921 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.987205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.987419 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.987711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.988066 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.989040 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.989040 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.989040 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.990766 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.990766 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.990766 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.991216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.991520 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.991784 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.992625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.993085 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.994081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.994081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.994379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.994601 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.994886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.995170 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.995455 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.995713 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.996455 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.996777 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.997432 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.997701 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.998291 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.998704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.999394 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.999688 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:41.999973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.000229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.001310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.001576 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.002142 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.002142 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.002449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.002732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.003788 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.004058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.004653 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.004890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.005154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.005411 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.005667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.005919 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.006212 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.006465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.006715 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.006969 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.007219 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.007553 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.007847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.008126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.008467 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.008744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.009049 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.009329 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.009691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.009950 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.010303 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.010684 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.010948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.011190 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.011515 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.013173 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.013173 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.013173 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.013419 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.014645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.014971 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.015937 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.016206 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.016593 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.017339 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.017669 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.018087 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.018377 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.018689 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.018914 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.019182 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.019511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.019773 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.020034 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.020323 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.020660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.020884 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.021144 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.021420 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.021678 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.021943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.023186 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.023485 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.023730 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.023903 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 18 00:09:42.024552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83881) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 18 00:09:42.024724 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 18 00:09:42.024913 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 18 00:09:42.025155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 18 00:09:42.025362 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 18 00:09:42.027271 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 18 00:09:42.027271 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.027556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.027556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.027827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.027827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.028091 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.028191 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.028473 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.028666 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.028857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.029077 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.029564 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.029564 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.029758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.029853 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.030073 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.030201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.030918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.030918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.030918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.030918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.031396 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.031396 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.031396 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.031690 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.031813 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.031922 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:09:42.032074 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.032074 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.032291 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.032461 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.032571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.032737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.032927 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.033098 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.033822 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.034010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.034198 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.034389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.034577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.034766 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] host                           = dv-cinder-751579-21-iscsi {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.034954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.035141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.035332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.035519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.035706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.035893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.036081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.036268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.037318 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.037515 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.037686 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.038050 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.038241 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.038430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.038628 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.038789 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.038974 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.039160 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.039372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.039563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.039749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.039936 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.040149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.040313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.040506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.040676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.040863 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.041048 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.041233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.041419 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.041607 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.041793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.041979 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.042166 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.042352 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.042537 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.042722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.042908 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.043737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.043737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.043737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.043737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.043737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.044259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.044259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.044259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.044703 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.045159 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.045827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.046012 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.046437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.047476 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.048550 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.048783 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.049506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.050281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.050281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.050281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.050281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.050571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.050641 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.050827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.050917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.051168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.051265 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.051412 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.052258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.052258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.052258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 18 00:09:42.052258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.052258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.052619 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.052619 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.052869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.052959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.053190 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.053285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.054216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.054216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.054216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.054216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.054216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.054529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.054597 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.054752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.055496 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.055496 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.055713 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.055914 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.056123 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.056313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.056546 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.056802 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.056985 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.55/identity {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.057139 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.057391 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.057647 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.057818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.058335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.058335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.058626 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.058626 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.058892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.059043 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.059195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.059461 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.059630 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.059907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.060131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.060322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.060647 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.060843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.061009 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.061169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.061361 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.061550 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.061709 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.061901 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.062090 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.062290 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.062480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.062666 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.062833 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.063016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.063209 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.063397 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.063585 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.063772 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.063960 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.064149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.064413 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.064957 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.065199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.065344 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.065483 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.065629 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.065777 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.065964 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.066153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.066343 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.066532 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.066720 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.066909 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.067098 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.067288 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.067477 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.067665 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.067854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.068042 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.068231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.068444 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.068633 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.068821 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.069018 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.069226 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.069410 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.069587 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.070151 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.070151 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.070151 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.070493 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.070493 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.070693 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.070799 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.071700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.071700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.071700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.071700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.071700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.071700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.072305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.072305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.072305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.072642 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.072642 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.072855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.072855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.073127 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.073517 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.074419 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.074419 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.074419 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.074419 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.075054 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.075195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.075386 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.075501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.075609 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.077073 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.077073 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.077687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.078958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.078958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.078958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.078958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.079394 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.079394 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.079394 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.079687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.080173 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.080371 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.080627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.080825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.081107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.081382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.081524 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.081686 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.081874 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.082126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.082351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.082527 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.083629 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.083825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.55/identity {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.084049 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.084203 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.084399 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.084549 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.084806 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.084963 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.085890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.086064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.086268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.086586 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.086755 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.086894 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.087030 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.087167 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.087400 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.087602 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.087808 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.088051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.088247 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.088465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.088634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.088823 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.088991 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.089179 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.089370 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.089561 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.089753 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.089942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.090133 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.090325 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.090467 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.090651 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.090843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.091032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.091223 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.091413 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.091603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.091792 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.091984 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.092251 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.092446 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.092586 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.092722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.092876 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.093751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.093751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.093751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.093751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.093751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.094175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.094175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.094175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.094486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.094486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.094663 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.094832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.095024 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.095217 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.095404 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.095612 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.096299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.096513 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.096720 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.096913 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.097102 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.097291 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.097481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.097680 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.097871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.098063 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.098248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.098437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.098653 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.098786 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.098966 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.099153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.099340 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.099539 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.099730 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.099918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.100118 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.100290 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.100681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.100877 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.101081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.101272 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.101465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.101653 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.101843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.102033 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.102224 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.102422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.102595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.102792 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.102983 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.103182 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.103379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.103584 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.103772 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.103970 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.104173 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.104388 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.104587 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.104776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.104965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.105154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.105342 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.105531 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.105758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.105900 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.106300 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.106473 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.106662 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.107543 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.107543 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.107543 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.107543 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.107543 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.108178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.108178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 18 00:09:42.108178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 18 00:09:52.137991 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac002f9-635b-482a-8dc0-d9da95edb7ad None None] get_active_networks_info from dv-cinder-751579-21-iscsi {{(pid=83995) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 18 00:09:52.336875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac002f9-635b-482a-8dc0-d9da95edb7ad None None] No non-hosted networks {{(pid=83995) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 18 00:09:52.372770 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-88c04c8b-81cf-4da2-9b1b-7b52fe12b9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278'] for agent, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:09:52.398090 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agentschedulers_db [None req-aac002f9-635b-482a-8dc0-d9da95edb7ad None None] DHCP Agent not found on host dv-cinder-751579-21-iscsi {{(pid=83995) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Feb 18 00:09:53.766225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-35ec0429-d4f3-40ff-afad-8d61ddeecb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278'] for agent, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:09:53.828909 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-31bf2d3f-6b7e-49c3-a604-814e7080b67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:09:55.074061 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278'] for agent, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:09:55.952446 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278'] for agent, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:09:55.953430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:09:55.954017 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:09:55.955119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:09:55.955691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:09:55.956360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:09:55.956916 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:09:55.957469 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:09:55.958195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:09:55.958828 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:09:55.960830 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:09:55.962171 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:09:55.963875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:09:55.964542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd3107b8898>, 'Open vSwitch agent', 'dv-cinder-751579-21-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:09:55.971864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd31066b630>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-751579-21-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:09:56.373466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278'] for agent, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:09:57.690321 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 36986) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:09:57.934025 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] get_endpoint_by_host() called for host dv-cinder-751579-21-iscsi {{(pid=83995) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 18 00:09:57.940034 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] get_endpoint_by_ip() called for ip 192.168.0.58 {{(pid=83995) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 18 00:09:57.943458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] _add_endpoint() called for ip 192.168.0.58 {{(pid=83995) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 18 00:09:57.951429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] _get_endpoints() called {{(pid=83995) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 18 00:09:58.327629 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-7f19577d-3752-4655-8505-5fbf474a8037 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 00:09:58.328311 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-7f19577d-3752-4655-8505-5fbf474a8037 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 00:09:58.561520 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [None req-7f19577d-3752-4655-8505-5fbf474a8037 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:09:58.562684 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7f19577d-3752-4655-8505-5fbf474a8037 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8712878
Feb 18 00:09:59.920310 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_hamode_db [None req-7eb6619f-b251-4bb7-bd7a-356708a19e3a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 18 00:10:00.010611 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb6619f-b251-4bb7-bd7a-356708a19e3a None None] Routers set() bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:10:00.010952 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb6619f-b251-4bb7-bd7a-356708a19e3a None None] Router IDs set() for agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 18 00:10:01.276631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37002) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:10:01.663378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-93c00810-f1a2-41ea-907c-ef5fad96b11e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:10:01.732567 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.policy [None req-93c00810-f1a2-41ea-907c-ef5fad96b11e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83993) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 18 00:10:01.770153 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-93c00810-f1a2-41ea-907c-ef5fad96b11e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 00:10:01.770563 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-93c00810-f1a2-41ea-907c-ef5fad96b11e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 00:10:01.796926 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota [None req-93c00810-f1a2-41ea-907c-ef5fad96b11e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd3106352e8>.
Feb 18 00:10:01.813165 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-93c00810-f1a2-41ea-907c-ef5fad96b11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:10:01.869758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-93c00810-f1a2-41ea-907c-ef5fad96b11e admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252820483386', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252820466498', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252820465047', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252820438136', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252820435425', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853784004', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853788281', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853166492', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853119500'] for rbac-policy, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:01.932446 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-93c00810-f1a2-41ea-907c-ef5fad96b11e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:01.933696 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-93c00810-f1a2-41ea-907c-ef5fad96b11e admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6560171
Feb 18 00:10:04.882342 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37016) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:10:05.249624 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Request body: {'network': {'project_id': 'e098582404674dd98cf948bc94f49432', 'name': 'private', 'admin_state_up': True}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:10:05.256354 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:10:05.261171 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Usage tracker for resource:network and tenant:e098582404674dd98cf948bc94f49432 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:10:05.264999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:10:05.271786 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:10:05.280395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Made reservation on behalf of e098582404674dd98cf948bc94f49432 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:10:05.286343 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:05.304566 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:05.474481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:10:05.478366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Usage tracker for resource:security_group_rule and tenant:e098582404674dd98cf948bc94f49432 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:10:05.482137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:10:05.488375 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:10:05.583090 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:05.585604 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:05.590190 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:05.609961 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:10:05.636386 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252823229180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:05.636861 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Added segment 075c25aa-5e1e-4e06-a643-a18e954a10c7 of type vxlan for network 9b178776-0033-4eac-be4e-42f6369f04e0
Feb 18 00:10:05.690578 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db38cbc0-5caf-4cc7-a24f-97ed1f515191,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:05.713393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:05.713779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:05.714144 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:05.714500 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:05.714855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:05.715208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:05.715557 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:05.715907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:05.716273 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:05.716651 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:05.716994 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:05.717336 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Tracked resource versions report:
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]: pushed versions:
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]: consumer versions:
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     L3 agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     Metering agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-751579-21-iscsi: {   'AddressGroup': '1.1',
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'ConntrackHelper': '1.0',
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Log': '1.0',
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Network': '1.1',
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Port': '1.7',
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'PortForwarding': '1.2',
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'QosPolicy': '1.8',
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SecurityGroup': '1.4',
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SecurityGroupRule': '1.2',
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SubPort': '1.0',
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Subnet': '1.1',
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Trunk': '1.1'}}
Feb 18 00:10:05.718721 dv-cinder-751579-21-iscsi neutron-server[83881]:  {{(pid=83993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 00:10:05.752645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:05.768829 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:05.794212 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:05.795484 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:10:05.796133 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:05.800898 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:05.912581 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0290849
Feb 18 00:10:05.913308 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Pushing event updated for resources: {'Network': ['ID=9b178776-0033-4eac-be4e-42f6369f04e0,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:05.916544 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:05.924589 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network 9b178776-0033-4eac-be4e-42f6369f04e0 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:10:08.924775 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37032) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:10:09.396381 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1cdfe8-38be-49be-8b37-00367e1d4957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:10:09.397904 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7f1cdfe8-38be-49be-8b37-00367e1d4957 admin admin] 10.222.0.55 "GET /v2.0/networks/9b178776-0033-4eac-be4e-42f6369f04e0 HTTP/1.1" status: 200  len: 818 time: 0.4720190
Feb 18 00:10:09.429582 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-bb0d293e-cc28-4df9-9046-9fd006f85914 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/1c20496d-7ec6-40d1-ac1e-5e835f4ec37f HTTP/1.1" status: 200  len: 734 time: 0.0255077
Feb 18 00:10:09.439665 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Request body: {'subnet': {'tenant_id': 'e098582404674dd98cf948bc94f49432', 'gateway_ip': '172.20.0.1', 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0', 'subnetpool_id': '1c20496d-7ec6-40d1-ac1e-5e835f4ec37f', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:10:09.444056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:10:09.447980 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Usage tracker for resource:subnet and tenant:e098582404674dd98cf948bc94f49432 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:10:09.450933 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:10:09.456654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:10:09.465747 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Made reservation on behalf of e098582404674dd98cf948bc94f49432 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:10:09.471087 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:09.949928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:09.965027 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:10.104296 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f67faf-fe1b-4201-a7ee-55c5054078a9,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:10.109693 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:10.174430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Checking segment: {'id': '075c25aa-5e1e-4e06-a643-a18e954a10c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:10:10.174815 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Network hostable DHCP agents. Network: 9b178776-0033-4eac-be4e-42f6369f04e0, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:10:10.194672 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Network 9b178776-0033-4eac-be4e-42f6369f04e0 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:10:10.203244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, 9b178776-0033-4eac-be4e-42f6369f04e0) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:10:10.208806 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:10:10.209441 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:10.215023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdae7d61-abef-4025-adad-748f791dab0f None None] Network 9b178776-0033-4eac-be4e-42f6369f04e0 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:10:10.234211 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7939980
Feb 18 00:10:10.704125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac98f393-cfbd-505c-89c3-4557df0b36db-9b178776-0033-4eac-be4e-42f6369f04e0', 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0', 'tenant_id': 'e098582404674dd98cf948bc94f49432', 'fixed_ips': [{'subnet_id': 'f4f67faf-fe1b-4201-a7ee-55c5054078a9'}]}} from dv-cinder-751579-21-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 00:10:10.705284 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:11.018728 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Allocated IP 172.20.0.2 (9b178776-0033-4eac-be4e-42f6369f04e0/f4f67faf-fe1b-4201-a7ee-55c5054078a9/d03e9d2c-bcd0-40d6-a433-774c2e4c0136) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:10:11.260372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:11.273085 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Transition to ACTIVE for port object d03e9d2c-bcd0-40d6-a433-774c2e4c0136 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:10:11.293015 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Transition to ACTIVE for port object d03e9d2c-bcd0-40d6-a433-774c2e4c0136 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:10:11.299243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:11.314429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:11.450741 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Pushing event updated for resources: {'Port': ['ID=d03e9d2c-bcd0-40d6-a433-774c2e4c0136,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:11.464825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:11.465495 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:11.466135 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:11.466774 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:11.467403 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:11.468047 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:11.468709 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:11.469346 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:11.470674 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:11.471298 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:11.471931 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:11.472604 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Tracked resource versions report:
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]: pushed versions:
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]: consumer versions:
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     L3 agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     Metering agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-751579-21-iscsi: {   'AddressGroup': '1.1',
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'ConntrackHelper': '1.0',
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Log': '1.0',
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Network': '1.1',
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Port': '1.7',
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'PortForwarding': '1.2',
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'QosPolicy': '1.8',
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SecurityGroup': '1.4',
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SecurityGroupRule': '1.2',
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SubPort': '1.0',
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Subnet': '1.1',
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Trunk': '1.1'}}
Feb 18 00:10:11.475112 dv-cinder-751579-21-iscsi neutron-server[83881]:  {{(pid=83995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 00:10:11.483500 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:11.528746 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Network 9b178776-0033-4eac-be4e-42f6369f04e0 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:10:11.529885 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:10:11.533105 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:10:11.593509 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Attempting to bind port d03e9d2c-bcd0-40d6-a433-774c2e4c0136 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:10:11.593939 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Attempting to bind port d03e9d2c-bcd0-40d6-a433-774c2e4c0136 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '075c25aa-5e1e-4e06-a643-a18e954a10c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:10:11.594360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Attempting to bind port d03e9d2c-bcd0-40d6-a433-774c2e4c0136 on network 9b178776-0033-4eac-be4e-42f6369f04e0 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:10:11.600864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:10:11.601836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Checking segment: {'id': '075c25aa-5e1e-4e06-a643-a18e954a10c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:10:11.602274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:11.602700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Bound using segment: {'id': '075c25aa-5e1e-4e06-a643-a18e954a10c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:10:11.603238 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Bound port: d03e9d2c-bcd0-40d6-a433-774c2e4c0136, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075c25aa-5e1e-4e06-a643-a18e954a10c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:10:11.603644 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:11.695209 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] For port d03e9d2c-bcd0-40d6-a433-774c2e4c0136, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:10:11.699240 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] For port d03e9d2c-bcd0-40d6-a433-774c2e4c0136, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=d03e9d2c-bcd0-40d6-a433-774c2e4c0136,segment=NetworkSegment(075c25aa-5e1e-4e06-a643-a18e954a10c7),segment_id=075c25aa-5e1e-4e06-a643-a18e954a10c7)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:10:11.702526 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:11.717817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:11.871975 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Pushing event updated for resources: {'Port': ['ID=d03e9d2c-bcd0-40d6-a433-774c2e4c0136,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:11.877676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:12.947352 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37042) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:10:13.353084 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [None req-d35a9dee-3732-48b2-bb48-54af82e495dd admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:10:13.354142 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d35a9dee-3732-48b2-bb48-54af82e495dd admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4056756
Feb 18 00:10:16.012154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device d03e9d2c-bcd0-40d6-a433-774c2e4c0136 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:10:16.073044 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37056) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:10:16.088792 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port d03e9d2c-bcd0-40d6-a433-774c2e4c0136 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:10:16.474236 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [None req-876b4321-551a-4be1-bef2-2a3faf1d4718 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:10:16.475438 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-876b4321-551a-4be1-bef2-2a3faf1d4718 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4009635
Feb 18 00:10:16.662192 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990938eb-59f5-4c0a-9b1c-886ba3bde893 None None] Network 9b178776-0033-4eac-be4e-42f6369f04e0 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:10:16.760930 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-af58dc91-946c-4134-af34-435102b5f666 None None] Provisioning for port d03e9d2c-bcd0-40d6-a433-774c2e4c0136 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:10:16.770954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-af58dc91-946c-4134-af34-435102b5f666 None None] Provisioning complete for port d03e9d2c-bcd0-40d6-a433-774c2e4c0136 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:10:16.771362 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-af58dc91-946c-4134-af34-435102b5f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:17.019765 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-af58dc91-946c-4134-af34-435102b5f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:17.062637 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-af58dc91-946c-4134-af34-435102b5f666 None None] For port d03e9d2c-bcd0-40d6-a433-774c2e4c0136, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=d03e9d2c-bcd0-40d6-a433-774c2e4c0136,segment=NetworkSegment(075c25aa-5e1e-4e06-a643-a18e954a10c7),segment_id=075c25aa-5e1e-4e06-a643-a18e954a10c7)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:10:17.073542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-af58dc91-946c-4134-af34-435102b5f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:17.078347 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:17.149895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58dc91-946c-4134-af34-435102b5f666 None None] Pushing event updated for resources: {'Port': ['ID=d03e9d2c-bcd0-40d6-a433-774c2e4c0136,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:17.153232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-af58dc91-946c-4134-af34-435102b5f666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:17.299807 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-79e10586-2435-4212-a14a-38a52f70edde None None] Provisioning complete for port d03e9d2c-bcd0-40d6-a433-774c2e4c0136 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:10:17.300219 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-79e10586-2435-4212-a14a-38a52f70edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:17.551722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5715fcf1-26a9-4a69-988d-7bd73389d7f2 None None] Provisioning complete for port d03e9d2c-bcd0-40d6-a433-774c2e4c0136 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:10:17.552136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5715fcf1-26a9-4a69-988d-7bd73389d7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:17.796202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-fbf76c19-8f7f-4945-a048-9d6586158506 None None] Provisioning complete for port d03e9d2c-bcd0-40d6-a433-774c2e4c0136 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:10:17.796566 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fbf76c19-8f7f-4945-a048-9d6586158506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:17.985999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device d03e9d2c-bcd0-40d6-a433-774c2e4c0136 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:10:18.057048 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port d03e9d2c-bcd0-40d6-a433-774c2e4c0136 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:10:18.057560 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:19.492634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37068) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:10:19.863085 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-87a7ab4a-c5fc-4ed0-9b1d-356600e51f4e admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e098582404674dd98cf948bc94f49432', 'admin_state_up': True}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:10:19.868468 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-87a7ab4a-c5fc-4ed0-9b1d-356600e51f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:10:19.872501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-87a7ab4a-c5fc-4ed0-9b1d-356600e51f4e admin admin] Usage tracker for resource:router and tenant:e098582404674dd98cf948bc94f49432 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:10:19.876171 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-87a7ab4a-c5fc-4ed0-9b1d-356600e51f4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:10:19.881864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-87a7ab4a-c5fc-4ed0-9b1d-356600e51f4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:10:19.890531 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-87a7ab4a-c5fc-4ed0-9b1d-356600e51f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852804642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1091'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:19.892456 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-87a7ab4a-c5fc-4ed0-9b1d-356600e51f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852804823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2023819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774732'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:19.914108 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-87a7ab4a-c5fc-4ed0-9b1d-356600e51f4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:20.021040 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-87a7ab4a-c5fc-4ed0-9b1d-356600e51f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1971113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852801781'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:20.038787 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-87a7ab4a-c5fc-4ed0-9b1d-356600e51f4e admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:20.040028 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-87a7ab4a-c5fc-4ed0-9b1d-356600e51f4e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5462768
Feb 18 00:10:22.011636 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cfcabcdf-fcb3-48d7-b8ec-fe06a3f1feef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:22.739355 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37078) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:10:23.125693 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [None req-7be94345-ff06-4eac-a273-e5a4b36516e1 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:10:23.127202 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7be94345-ff06-4eac-a273-e5a4b36516e1 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3868301
Feb 18 00:10:23.762891 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1e9bff7b-28bf-4a96-988f-8869de9d7509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:25.027290 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:25.853121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37098) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:10:25.942653 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:26.010610 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:10:26.015343 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:10:26.019803 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Usage tracker for resource:network and tenant:6ca098a4a51c4a7481a28e921c110d6e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:10:26.023238 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:10:26.028864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:10:26.037463 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Made reservation on behalf of 6ca098a4a51c4a7481a28e921c110d6e for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:10:26.042129 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:26.054540 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:26.069867 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:10:26.073731 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Usage tracker for resource:security_group_rule and tenant:6ca098a4a51c4a7481a28e921c110d6e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:10:26.076656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:10:26.083149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:10:26.168542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:26.171058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:26.175392 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:26.190905 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Reserving flat network on physical network physnet1 {{(pid=83993) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 18 00:10:26.213663 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e892dc49-605b-4940-b0a4-de870c7626e8,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:26.217833 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:26.221502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252823229180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:26.222101 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd31147d048> segment precommit_create {{(pid=83993) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 18 00:10:26.222518 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Added segment 7fb81b73-0030-4fbd-b8fe-210749d7072c of type flat for network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7
Feb 18 00:10:26.256248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:26.292155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:26.293415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:10:26.294045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:26.296615 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:26.298879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:26.400997 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5468261
Feb 18 00:10:26.403730 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Pushing event updated for resources: {'Network': ['ID=3336ae4d-ba42-4f44-85e5-6cae3e7f95f7,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:26.406472 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:26.415205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:10:28.896649 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37118) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:10:29.013212 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a01645-a9d9-45f9-9556-0f21ed1aa4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:10:29.014629 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e1a01645-a9d9-45f9-9556-0f21ed1aa4e2 admin admin] 10.222.0.55 "GET /v2.0/subnets/f4f67faf-fe1b-4201-a7ee-55c5054078a9 HTTP/1.1" status: 200  len: 849 time: 0.1169465
Feb 18 00:10:29.166628 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1610a58d-585b-4db8-b471-920b1daa8651 admin admin] 10.222.0.55 "GET /v2.0/routers/7cac92a6-cb21-432c-92e2-cc3805701707 HTTP/1.1" status: 200  len: 704 time: 0.1459539
Feb 18 00:10:29.807831 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:30.179932 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Allocated IP 172.20.0.1 (9b178776-0033-4eac-be4e-42f6369f04e0/f4f67faf-fe1b-4201-a7ee-55c5054078a9/052533ec-740f-453f-a16f-3a89b75abc48) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:10:30.348641 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:30.366610 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Transition to ACTIVE for port object 052533ec-740f-453f-a16f-3a89b75abc48 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:10:30.419490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:30.434670 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:30.566651 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Pushing event updated for resources: {'Port': ['ID=052533ec-740f-453f-a16f-3a89b75abc48,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:30.572972 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:30.629081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Network 9b178776-0033-4eac-be4e-42f6369f04e0 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:10:30.630192 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:10:30.632432 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:10:30.633007 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1981970'] for router_interface, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:30.810421 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-2c9b7af9-2467-4870-a0b3-1c51e584c998 None None] Provisioning for port 052533ec-740f-453f-a16f-3a89b75abc48 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:10:30.815306 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-2c9b7af9-2467-4870-a0b3-1c51e584c998 None None] Provisioning complete for port 052533ec-740f-453f-a16f-3a89b75abc48 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:10:30.815716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2c9b7af9-2467-4870-a0b3-1c51e584c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:30.874083 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b7af9-2467-4870-a0b3-1c51e584c998 None None] Port 052533ec-740f-453f-a16f-3a89b75abc48 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:10:30.904127 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:31.189560 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:31.192714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:31.193771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853093004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852793740'] for router_interface, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:31.208591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:31.341851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Pushing event updated for resources: {'Port': ['ID=052533ec-740f-453f-a16f-3a89b75abc48,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:31.346363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:31.401300 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Network 9b178776-0033-4eac-be4e-42f6369f04e0 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:10:31.402369 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:10:31.597590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-84efbde3-61c6-499a-81aa-7b5ebfc2798c None None] Provisioning complete for port 052533ec-740f-453f-a16f-3a89b75abc48 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:10:31.597991 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-84efbde3-61c6-499a-81aa-7b5ebfc2798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:31.656866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-84efbde3-61c6-499a-81aa-7b5ebfc2798c None None] Port 052533ec-740f-453f-a16f-3a89b75abc48 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:10:31.765935 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Router 7cac92a6-cb21-432c-92e2-cc3805701707 is scheduled to L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 00:10:31.929745 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:10:31.940322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Sync routers for ids ['7cac92a6-cb21-432c-92e2-cc3805701707'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:10:31.943162 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7bdef8e8-c093-4541-a66e-971fc74624ed admin admin] 10.222.0.55 "PUT /v2.0/routers/7cac92a6-cb21-432c-92e2-cc3805701707/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7708151
Feb 18 00:10:31.950993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Routers {'7cac92a6-cb21-432c-92e2-cc3805701707'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:10:31.951890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd3107e94a8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:10:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['7cac92a6-cb21-432c-92e2-cc3805701707'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:10:32.139722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Set router 7cac92a6-cb21-432c-92e2-cc3805701707 gateway port host: None {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:10:32.688612 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd3107e94a8>, [{'id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'name': 'router1', 'tenant_id': 'e098582404674dd98cf948bc94f49432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:10:19Z', 'updated_at': '2021-02-18T00:10:30Z', 'revision_number': 2, 'project_id': 'e098582404674dd98cf948bc94f49432', 'gw_port_host': None, '_interfaces': [{'id': '052533ec-740f-453f-a16f-3a89b75abc48', 'name': '', 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0', 'tenant_id': 'e098582404674dd98cf948bc94f49432', 'mac_address': 'fa:16:3e:bb:82:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4f67faf-fe1b-4201-a7ee-55c5054078a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:29Z', 'updated_at': '2021-02-18T00:10:31Z', 'revision_number': 2, 'project_id': 'e098582404674dd98cf948bc94f49432', 'subnets': [{'id': 'f4f67faf-fe1b-4201-a7ee-55c5054078a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c20496d-7ec6-40d1-ac1e-5e835f4ec37f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:10:32.693597 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Checking router: 7cac92a6-cb21-432c-92e2-cc3805701707 for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:10:32.693977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Updating router 7cac92a6-cb21-432c-92e2-cc3805701707 port 052533ec-740f-453f-a16f-3a89b75abc48 binding host dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:10:32.752112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:33.196282 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:33.211751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Transition to ACTIVE for port object 052533ec-740f-453f-a16f-3a89b75abc48 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:10:33.215354 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:33.232465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:33.369744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Pushing event updated for resources: {'Port': ['ID=052533ec-740f-453f-a16f-3a89b75abc48,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:33.382749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:33.383122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:33.383485 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:33.383842 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:33.384195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:33.384574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:33.384924 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:33.385273 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:33.385638 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:33.385988 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:33.386330 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:33.386673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Tracked resource versions report:
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]: pushed versions:
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]: consumer versions:
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     L3 agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     Metering agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-751579-21-iscsi: {   'AddressGroup': '1.1',
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'ConntrackHelper': '1.0',
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Log': '1.0',
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Network': '1.1',
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Port': '1.7',
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'PortForwarding': '1.2',
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'QosPolicy': '1.8',
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SecurityGroup': '1.4',
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SecurityGroupRule': '1.2',
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SubPort': '1.0',
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Subnet': '1.1',
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Trunk': '1.1'}}
Feb 18 00:10:33.388061 dv-cinder-751579-21-iscsi neutron-server[83881]:  {{(pid=83996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 00:10:33.404809 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:33.555447 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Attempting to bind port 052533ec-740f-453f-a16f-3a89b75abc48 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:10:33.555866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Attempting to bind port 052533ec-740f-453f-a16f-3a89b75abc48 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '075c25aa-5e1e-4e06-a643-a18e954a10c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:10:33.556289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Attempting to bind port 052533ec-740f-453f-a16f-3a89b75abc48 on network 9b178776-0033-4eac-be4e-42f6369f04e0 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:10:33.562122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:10:33.562538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Checking segment: {'id': '075c25aa-5e1e-4e06-a643-a18e954a10c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:10:33.563538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:33.563958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Bound using segment: {'id': '075c25aa-5e1e-4e06-a643-a18e954a10c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:10:33.564559 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Bound port: 052533ec-740f-453f-a16f-3a89b75abc48, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075c25aa-5e1e-4e06-a643-a18e954a10c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:10:33.564979 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:33.658817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] For port 052533ec-740f-453f-a16f-3a89b75abc48, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:10:33.663157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] For port 052533ec-740f-453f-a16f-3a89b75abc48, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=052533ec-740f-453f-a16f-3a89b75abc48,segment=NetworkSegment(075c25aa-5e1e-4e06-a643-a18e954a10c7),segment_id=075c25aa-5e1e-4e06-a643-a18e954a10c7)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:10:33.665662 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:33.679006 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:33.831530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Pushing event updated for resources: {'Port': ['ID=052533ec-740f-453f-a16f-3a89b75abc48,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:33.835965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:33.898367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Routers {'7cac92a6-cb21-432c-92e2-cc3805701707'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:10:33.899061 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd3107e94a8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:10:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['7cac92a6-cb21-432c-92e2-cc3805701707'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:10:34.069503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] Set router 7cac92a6-cb21-432c-92e2-cc3805701707 gateway port host: None {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:10:34.415521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd3107e94a8>, [{'id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'name': 'router1', 'tenant_id': 'e098582404674dd98cf948bc94f49432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:10:19Z', 'updated_at': '2021-02-18T00:10:30Z', 'revision_number': 2, 'project_id': 'e098582404674dd98cf948bc94f49432', 'gw_port_host': None, '_interfaces': [{'id': '052533ec-740f-453f-a16f-3a89b75abc48', 'name': '', 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0', 'tenant_id': 'e098582404674dd98cf948bc94f49432', 'mac_address': 'fa:16:3e:bb:82:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4f67faf-fe1b-4201-a7ee-55c5054078a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:29Z', 'updated_at': '2021-02-18T00:10:33Z', 'revision_number': 4, 'project_id': 'e098582404674dd98cf948bc94f49432', 'subnets': [{'id': 'f4f67faf-fe1b-4201-a7ee-55c5054078a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c20496d-7ec6-40d1-ac1e-5e835f4ec37f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:10:34.419664 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a66b8f-0d30-4fc8-a78d-ace40f5507cb None None] The sync data for ids ['7cac92a6-cb21-432c-92e2-cc3805701707'] in dv-cinder-751579-21-iscsi is: [{'id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'name': 'router1', 'tenant_id': 'e098582404674dd98cf948bc94f49432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:10:19Z', 'updated_at': '2021-02-18T00:10:30Z', 'revision_number': 2, 'project_id': 'e098582404674dd98cf948bc94f49432', 'gw_port_host': None, '_interfaces': [{'id': '052533ec-740f-453f-a16f-3a89b75abc48', 'name': '', 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0', 'tenant_id': 'e098582404674dd98cf948bc94f49432', 'mac_address': 'fa:16:3e:bb:82:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4f67faf-fe1b-4201-a7ee-55c5054078a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:29Z', 'updated_at': '2021-02-18T00:10:33Z', 'revision_number': 4, 'project_id': 'e098582404674dd98cf948bc94f49432', 'subnets': [{'id': 'f4f67faf-fe1b-4201-a7ee-55c5054078a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c20496d-7ec6-40d1-ac1e-5e835f4ec37f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:10:34.463454 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37130) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:10:34.622143 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e1e3ad-14ef-4cb3-a742-2b9dd4f4021e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:10:34.622760 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-30e1e3ad-14ef-4cb3-a742-2b9dd4f4021e admin admin] Synchronizing usage tracker for tenant:6ca098a4a51c4a7481a28e921c110d6e on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:10:34.639346 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-30e1e3ad-14ef-4cb3-a742-2b9dd4f4021e admin admin] Unset dirty status for tenant:6ca098a4a51c4a7481a28e921c110d6e on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:10:34.640534 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-30e1e3ad-14ef-4cb3-a742-2b9dd4f4021e admin admin] 10.222.0.55 "GET /v2.0/networks/3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 HTTP/1.1" status: 200  len: 842 time: 0.1760321
Feb 18 00:10:34.650889 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Request body: {'subnet': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:10:34.656106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:10:34.660550 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Usage tracker for resource:subnet and tenant:6ca098a4a51c4a7481a28e921c110d6e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:10:34.663423 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:10:34.669573 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:10:34.678359 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Made reservation on behalf of 6ca098a4a51c4a7481a28e921c110d6e for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:10:34.682937 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:35.116502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83993) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 00:10:35.117060 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:35.132218 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3bc0f450-df83-4d3e-8741-bef211c20e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:35.260632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27be2533-93d5-4aef-aaaf-f85ce4f4a784,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:35.274023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:35.327895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Checking segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:10:35.328911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Network hostable DHCP agents. Network: 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:10:35.348758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:10:35.362756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:10:35.371540 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f018c0ea-74d7-40a7-8520-6fab9aadbd28 None None] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:10:35.379536 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:10:35.380375 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:35.405464 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7582839
Feb 18 00:10:35.632135 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f32b76e-6648-489a-b46f-07c43cd9ba36 None None] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:10:36.013255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 052533ec-740f-453f-a16f-3a89b75abc48 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:10:36.085687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 052533ec-740f-453f-a16f-3a89b75abc48 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:10:36.090479 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 052533ec-740f-453f-a16f-3a89b75abc48 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:10:36.090890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:36.213140 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:36.249802 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port 052533ec-740f-453f-a16f-3a89b75abc48, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=052533ec-740f-453f-a16f-3a89b75abc48,segment=NetworkSegment(075c25aa-5e1e-4e06-a643-a18e954a10c7),segment_id=075c25aa-5e1e-4e06-a643-a18e954a10c7)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:10:36.252911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:36.255239 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e6827b53-9f42-4968-97ee-7624aa304895 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:36.323688 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=052533ec-740f-453f-a16f-3a89b75abc48,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:36.326851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:37.996558 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37144) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:10:37.999442 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 052533ec-740f-453f-a16f-3a89b75abc48 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:10:38.070850 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 052533ec-740f-453f-a16f-3a89b75abc48 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:10:38.071190 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:38.211881 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-873c282e-97f9-4df3-9e70-25828193c9dd admin admin] 10.222.0.55 "GET /v2.0/routers/7cac92a6-cb21-432c-92e2-cc3805701707 HTTP/1.1" status: 200  len: 710 time: 0.2089219
Feb 18 00:10:38.349358 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8291ec-1a08-44d2-8378-0ff6280d271d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:10:38.350819 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4b8291ec-1a08-44d2-8378-0ff6280d271d admin admin] 10.222.0.55 "GET /v2.0/networks/3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 HTTP/1.1" status: 200  len: 886 time: 0.1382296
Feb 18 00:10:38.360818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:10:39.001116 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1971128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774747'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:39.343325 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:39.404326 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:39.417231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:39.432239 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:10:39.436215 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:10:39.439216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:10:39.444933 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:10:39.527216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:39.529685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:39.545126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:39.637832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278e326b-c251-4768-95e7-9cf8074f3f70,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:39.642789 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:39.810421 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Allocated IP 172.27.3.37 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/4d1343b0-2519-495d-94a0-8c06343d757d) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:10:39.961420 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:39.990619 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:40.006219 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:40.140281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Pushing event updated for resources: {'Port': ['ID=4d1343b0-2519-495d-94a0-8c06343d757d,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:40.145188 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:40.192247 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:10:40.193452 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:10:40.195535 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:10:40.600835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:40.949036 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1971128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774747'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:40.952317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852801781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852801736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852804687'] for router, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:41.323732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Router 7cac92a6-cb21-432c-92e2-cc3805701707 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:10:41.507264 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:10:41.517289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Sync routers for ids ['7cac92a6-cb21-432c-92e2-cc3805701707'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:10:41.522774 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:41.524043 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] 10.222.0.55 "PUT /v2.0/routers/7cac92a6-cb21-432c-92e2-cc3805701707 HTTP/1.1" status: 200  len: 889 time: 3.1666389
Feb 18 00:10:41.526849 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Routers {'7cac92a6-cb21-432c-92e2-cc3805701707'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:10:41.527501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fdc2e10>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:10:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['7cac92a6-cb21-432c-92e2-cc3805701707'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:10:41.732157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Set router 7cac92a6-cb21-432c-92e2-cc3805701707 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:10:42.091344 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fdc2e10>, [{'id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'name': 'router1', 'tenant_id': 'e098582404674dd98cf948bc94f49432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '4d1343b0-2519-495d-94a0-8c06343d757d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:10:19Z', 'updated_at': '2021-02-18T00:10:40Z', 'revision_number': 4, 'project_id': 'e098582404674dd98cf948bc94f49432', 'gw_port': {'id': '4d1343b0-2519-495d-94a0-8c06343d757d', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:39Z', 'updated_at': '2021-02-18T00:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '052533ec-740f-453f-a16f-3a89b75abc48', 'name': '', 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0', 'tenant_id': 'e098582404674dd98cf948bc94f49432', 'mac_address': 'fa:16:3e:bb:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4f67faf-fe1b-4201-a7ee-55c5054078a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:29Z', 'updated_at': '2021-02-18T00:10:36Z', 'revision_number': 5, 'project_id': 'e098582404674dd98cf948bc94f49432', 'subnets': [{'id': 'f4f67faf-fe1b-4201-a7ee-55c5054078a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c20496d-7ec6-40d1-ac1e-5e835f4ec37f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:10:42.096426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Checking router: 7cac92a6-cb21-432c-92e2-cc3805701707 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:10:42.096823 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Updating router 7cac92a6-cb21-432c-92e2-cc3805701707 port 4d1343b0-2519-495d-94a0-8c06343d757d binding host dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:10:42.152210 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:42.558501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:42.570751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Transition to ACTIVE for port object 4d1343b0-2519-495d-94a0-8c06343d757d will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:10:42.573380 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:42.588297 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:42.721383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c2-09cf-4f17-ad7d-56823f831560 None None] Pushing event updated for resources: {'Port': ['ID=4d1343b0-2519-495d-94a0-8c06343d757d,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:42.726154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-af37c0c2-09cf-4f17-ad7d-56823f831560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:42.783394 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Attempting to bind port 4d1343b0-2519-495d-94a0-8c06343d757d on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:10:42.783798 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Attempting to bind port 4d1343b0-2519-495d-94a0-8c06343d757d by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:10:42.784198 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Attempting to bind port 4d1343b0-2519-495d-94a0-8c06343d757d on network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:10:42.789742 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:10:42.790161 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Checking segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:10:42.790599 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:42.791121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Bound using segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:10:42.791626 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Bound port: 4d1343b0-2519-495d-94a0-8c06343d757d, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:10:42.792032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:42.871860 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] For port 4d1343b0-2519-495d-94a0-8c06343d757d, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:10:42.874994 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] For port 4d1343b0-2519-495d-94a0-8c06343d757d, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=4d1343b0-2519-495d-94a0-8c06343d757d,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:10:42.878270 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:42.893406 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-af58dc91-946c-4134-af34-435102b5f666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:43.193007 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c2-09cf-4f17-ad7d-56823f831560 None None] Pushing event updated for resources: {'Port': ['ID=4d1343b0-2519-495d-94a0-8c06343d757d,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:43.198344 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-af37c0c2-09cf-4f17-ad7d-56823f831560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:43.239040 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Routers {'7cac92a6-cb21-432c-92e2-cc3805701707'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:10:43.239810 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fdc2e10>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:10:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['7cac92a6-cb21-432c-92e2-cc3805701707'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:10:43.425232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] Set router 7cac92a6-cb21-432c-92e2-cc3805701707 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:10:43.776539 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fdc2e10>, [{'id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'name': 'router1', 'tenant_id': 'e098582404674dd98cf948bc94f49432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '4d1343b0-2519-495d-94a0-8c06343d757d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:10:19Z', 'updated_at': '2021-02-18T00:10:40Z', 'revision_number': 4, 'project_id': 'e098582404674dd98cf948bc94f49432', 'gw_port': {'id': '4d1343b0-2519-495d-94a0-8c06343d757d', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:39Z', 'updated_at': '2021-02-18T00:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '052533ec-740f-453f-a16f-3a89b75abc48', 'name': '', 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0', 'tenant_id': 'e098582404674dd98cf948bc94f49432', 'mac_address': 'fa:16:3e:bb:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4f67faf-fe1b-4201-a7ee-55c5054078a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:29Z', 'updated_at': '2021-02-18T00:10:36Z', 'revision_number': 5, 'project_id': 'e098582404674dd98cf948bc94f49432', 'subnets': [{'id': 'f4f67faf-fe1b-4201-a7ee-55c5054078a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c20496d-7ec6-40d1-ac1e-5e835f4ec37f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:10:43.781072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be21d9b2-a87b-4522-b6e0-e8ce4d9636ee None None] The sync data for ids ['7cac92a6-cb21-432c-92e2-cc3805701707'] in dv-cinder-751579-21-iscsi is: [{'id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'name': 'router1', 'tenant_id': 'e098582404674dd98cf948bc94f49432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '4d1343b0-2519-495d-94a0-8c06343d757d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:10:19Z', 'updated_at': '2021-02-18T00:10:40Z', 'revision_number': 4, 'project_id': 'e098582404674dd98cf948bc94f49432', 'gw_port': {'id': '4d1343b0-2519-495d-94a0-8c06343d757d', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:39Z', 'updated_at': '2021-02-18T00:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '052533ec-740f-453f-a16f-3a89b75abc48', 'name': '', 'network_id': '9b178776-0033-4eac-be4e-42f6369f04e0', 'tenant_id': 'e098582404674dd98cf948bc94f49432', 'mac_address': 'fa:16:3e:bb:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cac92a6-cb21-432c-92e2-cc3805701707', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4f67faf-fe1b-4201-a7ee-55c5054078a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:29Z', 'updated_at': '2021-02-18T00:10:36Z', 'revision_number': 5, 'project_id': 'e098582404674dd98cf948bc94f49432', 'subnets': [{'id': 'f4f67faf-fe1b-4201-a7ee-55c5054078a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c20496d-7ec6-40d1-ac1e-5e835f4ec37f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:10:44.034011 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 4d1343b0-2519-495d-94a0-8c06343d757d up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:10:44.110206 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 4d1343b0-2519-495d-94a0-8c06343d757d completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:10:44.117145 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 4d1343b0-2519-495d-94a0-8c06343d757d triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:10:44.117569 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:44.185444 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37154) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:10:44.250704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:44.268365 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port 4d1343b0-2519-495d-94a0-8c06343d757d, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=4d1343b0-2519-495d-94a0-8c06343d757d,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:10:44.271502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:44.277585 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:10:44.332251 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dd60d9-0549-46da-bb14-c45946697fab admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:10:44.333938 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-70dd60d9-0549-46da-bb14-c45946697fab admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1082 time: 0.1473308
Feb 18 00:10:44.350032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=4d1343b0-2519-495d-94a0-8c06343d757d,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:10:44.353459 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:10:46.016710 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 4d1343b0-2519-495d-94a0-8c06343d757d up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:10:46.094044 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 4d1343b0-2519-495d-94a0-8c06343d757d triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:10:46.094448 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:48.945765 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:10:52.031069 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bf669e26-1aa2-4284-8b55-f50f8fdd8c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:53.764521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0efe58ef-6ef8-41c1-a9f6-f3b66ca57fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:55.029667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:55.943912 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:10:56.309253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:11:22.013177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5776760e-5406-42fe-a45e-f24940740a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:11:23.767538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-30444f25-5940-48bd-a494-f75686d2b307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:11:25.034564 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:11:25.945171 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:11:25.946466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:11:26.313337 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:11:52.015944 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1b20d47d-e1c7-4513-af69-a42a442548b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:11:53.769208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b4b7-c599-49e4-862d-5e8dd796a95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:11:55.041362 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:11:55.950521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:11:56.316014 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:12:02.944077 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:12:22.017540 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5aa62128-ad08-4169-91b1-9ba77784e684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:12:23.771639 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-17b7c4a1-7b1a-4b93-9f4f-8fbfeb0af37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:12:25.041677 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:12:25.954732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:12:26.323111 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:12:39.943031 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:12:52.019202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8f50d0e1-0d00-49fc-88fc-66845745814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:12:53.772966 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f4626144-1c9f-400b-be28-c7c2cebb269f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:12:55.044475 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:12:55.935458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37730) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:12:55.956942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:12:56.012002 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b25ec3-c84d-4e28-ad5b-9fb04e2a167b admin admin] GET failed (client error): The resource could not be found.
Feb 18 00:12:56.013402 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-23b25ec3-c84d-4e28-ad5b-9fb04e2a167b admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0769305
Feb 18 00:12:56.156582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e80a84-2e90-40fe-93e0-84c6de60e202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:12:56.158114 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-76e80a84-2e90-40fe-93e0-84c6de60e202 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1397426
Feb 18 00:12:56.330484 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:12:58.637009 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37740) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:12:58.754547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb2d20-9940-4331-b2db-a958f29ba72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:12:58.755157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-09eb2d20-9940-4331-b2db-a958f29ba72a admin admin] Synchronizing usage tracker for tenant:6ca098a4a51c4a7481a28e921c110d6e on resource:subnet {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:12:58.771507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-09eb2d20-9940-4331-b2db-a958f29ba72a admin admin] Unset dirty status for tenant:6ca098a4a51c4a7481a28e921c110d6e on resource:subnet {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:12:58.772825 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-09eb2d20-9940-4331-b2db-a958f29ba72a admin admin] 10.222.0.55 "GET /v2.0/subnets/f4f67faf-fe1b-4201-a7ee-55c5054078a9 HTTP/1.1" status: 200  len: 849 time: 0.1347489
Feb 18 00:12:58.783588 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:12:58.908326 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:12:59.221835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363252823353818'] for subnet, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:12:59.237476 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:12:59.372551 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f67faf-fe1b-4201-a7ee-55c5054078a9,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:12:59.390776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:12:59.391172 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:12:59.391544 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:12:59.391905 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:12:59.392265 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:12:59.392654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:12:59.393014 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:12:59.393374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:12:59.393728 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:12:59.394077 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:12:59.394426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:12:59.394772 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:12:59.401098 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:12:59.428908 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:12:59.429553 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:12:59.431472 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] 10.222.0.55 "PUT /v2.0/subnets/f4f67faf-fe1b-4201-a7ee-55c5054078a9 HTTP/1.1" status: 200  len: 868 time: 0.6523423
Feb 18 00:12:59.434740 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409447d-ba64-415c-ae88-2b257d4a332f None None] Network 9b178776-0033-4eac-be4e-42f6369f04e0 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:12:59.913283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0a7f53f4-83db-4d86-8356-8e81c3e82c72 None None] Provisioning complete for port 052533ec-740f-453f-a16f-3a89b75abc48 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:12:59.913825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0a7f53f4-83db-4d86-8356-8e81c3e82c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:00.051467 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0a7f53f4-83db-4d86-8356-8e81c3e82c72 None None] Provisioning complete for port d03e9d2c-bcd0-40d6-a433-774c2e4c0136 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:13:00.051866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0a7f53f4-83db-4d86-8356-8e81c3e82c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:01.911958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 37750) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:13:02.062271 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-cd0fd3db-a9c6-4bef-a1a2-1d2557b04f4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 00:13:02.062883 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-cd0fd3db-a9c6-4bef-a1a2-1d2557b04f4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 00:13:02.528932 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.policy [None req-cd0fd3db-a9c6-4bef-a1a2-1d2557b04f4e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83992) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 18 00:13:02.720663 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-cd0fd3db-a9c6-4bef-a1a2-1d2557b04f4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 00:13:02.721370 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-cd0fd3db-a9c6-4bef-a1a2-1d2557b04f4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 18 00:13:02.748731 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0fd3db-a9c6-4bef-a1a2-1d2557b04f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:02.749149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0fd3db-a9c6-4bef-a1a2-1d2557b04f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:02.751861 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cd0fd3db-a9c6-4bef-a1a2-1d2557b04f4e admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.8378377
Feb 18 00:13:05.197756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 37766) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:13:05.383614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302c1ab6-a6b8-4004-bd3d-232dc66304d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:05.383949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302c1ab6-a6b8-4004-bd3d-232dc66304d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:05.385608 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-302c1ab6-a6b8-4004-bd3d-232dc66304d2 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1868432
Feb 18 00:13:07.843178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 37776) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:13:08.020013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cebc2c-86f1-4063-b721-f49d60094756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:08.021520 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a9cebc2c-86f1-4063-b721-f49d60094756 admin admin] 10.222.0.55 "GET /v2.0/networks/3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 HTTP/1.1" status: 200  len: 886 time: 0.1773498
Feb 18 00:13:10.486917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37786) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:13:10.671903 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d6f8f4-9aa9-4234-a75d-2d09eec75cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:10.673326 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-40d6f8f4-9aa9-4234-a75d-2d09eec75cc0 admin admin] 10.222.0.55 "GET /v2.0/networks/9b178776-0033-4eac-be4e-42f6369f04e0 HTTP/1.1" status: 200  len: 862 time: 0.1851430
Feb 18 00:13:13.148698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37796) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:13:13.266410 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24547eb8-fba0-4302-8488-45bb51e31e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:13.266826 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24547eb8-fba0-4302-8488-45bb51e31e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:13.268484 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-24547eb8-fba0-4302-8488-45bb51e31e4a admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1187479
Feb 18 00:13:15.713887 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37806) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:13:15.828847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae038f7a-54c8-43f3-b757-eec62077bec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:15.829268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae038f7a-54c8-43f3-b757-eec62077bec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:15.830882 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ae038f7a-54c8-43f3-b757-eec62077bec4 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1159611
Feb 18 00:13:16.942273 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:13:18.287217 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37816) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:13:18.395855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63869a90-fb17-4a99-a005-c51335ec553c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:18.397347 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-63869a90-fb17-4a99-a005-c51335ec553c admin admin] 10.222.0.55 "GET /v2.0/subnets/27be2533-93d5-4aef-aaaf-f85ce4f4a784 HTTP/1.1" status: 200  len: 816 time: 0.1091075
Feb 18 00:13:20.871606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37826) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:13:20.988839 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21317d99-dec5-4d84-8a3e-c1748ac2e9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:20.990260 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-21317d99-dec5-4d84-8a3e-c1748ac2e9a7 admin admin] 10.222.0.55 "GET /v2.0/subnets/f4f67faf-fe1b-4201-a7ee-55c5054078a9 HTTP/1.1" status: 200  len: 868 time: 0.1176367
Feb 18 00:13:22.021054 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-27988779-96c9-4d93-a94b-02a4f1bff294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:23.776971 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-18108433-d2be-4b48-beff-d2b2e2f00519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:25.046291 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:25.958232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:26.332739 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:46.903559 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37866) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:13:46.954611 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [None req-a0d5ac44-1740-4c40-8df2-179ee12fe41a admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:13:46.955675 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a0d5ac44-1740-4c40-8df2-179ee12fe41a admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0511060
Feb 18 00:13:49.527247 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37876) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:13:49.601363 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.pecan_wsgi.hooks.translation [None req-940ff149-c032-45c1-b162-e1677559cf7d admin admin] GET failed (client error): The resource could not be found.
Feb 18 00:13:49.602692 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-940ff149-c032-45c1-b162-e1677559cf7d admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0744913
Feb 18 00:13:49.739890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e4065b-45c2-4af3-b905-863bd3399afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:49.741488 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d8e4065b-45c2-4af3-b905-863bd3399afd admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1342871
Feb 18 00:13:52.021865 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5815184b-aabb-4025-8035-0d735ed56632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:52.221998 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37886) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:13:52.274432 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:13:52.279257 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:13:52.289186 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:13:52.298208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Made reservation on behalf of 6ca098a4a51c4a7481a28e921c110d6e for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:13:52.302773 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:52.397492 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING neutron.services.revisions.revision_plugin [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fd30eff7898] {project_id='6ca098a4a51c4a7481a28e921c110d6e', id='b69ff5a4-f5ac-4569-8b29-faeca07fcc75', target_tenant='*', action='access_as_shared', object_id='4242c71d-43b6-4226-9162-b806bf30eca1'}> to bump revision.
Feb 18 00:13:52.413431 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:13:52.422994 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:52.423372 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Added segment 1cb1e824-12bb-4ec5-986d-65bcf3fc1b90 of type vxlan for network 4242c71d-43b6-4226-9162-b806bf30eca1
Feb 18 00:13:52.448425 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:52.476798 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:52.478013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:52.478646 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:52.484111 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:13:52.586198 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3629291
Feb 18 00:13:52.588923 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Pushing event updated for resources: {'Network': ['ID=4242c71d-43b6-4226-9162-b806bf30eca1,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:13:52.591781 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:13:52.600650 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network 4242c71d-43b6-4226-9162-b806bf30eca1 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:13:53.778413 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-60b88658-49ca-4647-9b32-d87220440515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:53.941482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:13:55.049763 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:55.097032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37896) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:13:55.176168 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2af3c89-3d0e-4b33-9ae3-c5c609b18bfe admin admin] GET failed (client error): The resource could not be found.
Feb 18 00:13:55.176788 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c2af3c89-3d0e-4b33-9ae3-c5c609b18bfe admin admin] Synchronizing usage tracker for tenant:6ca098a4a51c4a7481a28e921c110d6e on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:13:55.190955 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c2af3c89-3d0e-4b33-9ae3-c5c609b18bfe admin admin] Unset dirty status for tenant:6ca098a4a51c4a7481a28e921c110d6e on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:13:55.192151 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c2af3c89-3d0e-4b33-9ae3-c5c609b18bfe admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0940902
Feb 18 00:13:55.309006 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a0159f-13ef-4c40-9ad2-666f61144eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:55.310490 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-45a0159f-13ef-4c40-9ad2-666f61144eb5 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1140079
Feb 18 00:13:55.321949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '4242c71d-43b6-4226-9162-b806bf30eca1', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:13:55.326538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:13:55.336856 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:13:55.345406 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Made reservation on behalf of 6ca098a4a51c4a7481a28e921c110d6e for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:13:55.349900 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:55.742679 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:55.758419 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-41afc7b8-029a-4243-9f76-65d565221aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:13:55.880941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77069546-d1b4-45ef-9626-be170d6020bb,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:13:55.885294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:13:55.951051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Checking segment: {'id': '1cb1e824-12bb-4ec5-986d-65bcf3fc1b90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4242c71d-43b6-4226-9162-b806bf30eca1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:13:55.951437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Network hostable DHCP agents. Network: 4242c71d-43b6-4226-9162-b806bf30eca1, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:13:55.959154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:55.969626 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Network 4242c71d-43b6-4226-9162-b806bf30eca1 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:13:55.977461 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, 4242c71d-43b6-4226-9162-b806bf30eca1) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:13:55.981129 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:13:55.981757 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:55.987314 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3209ac-39f3-4550-b817-7214881acb7b None None] Network 4242c71d-43b6-4226-9162-b806bf30eca1 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:13:56.016459 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6877015
Feb 18 00:13:56.227739 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac98f393-cfbd-505c-89c3-4557df0b36db-4242c71d-43b6-4226-9162-b806bf30eca1', 'network_id': '4242c71d-43b6-4226-9162-b806bf30eca1', 'tenant_id': '6ca098a4a51c4a7481a28e921c110d6e', 'fixed_ips': [{'subnet_id': '77069546-d1b4-45ef-9626-be170d6020bb'}]}} from dv-cinder-751579-21-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 00:13:56.228819 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:56.514954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:56.687931 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Allocated IP 192.168.233.2 (4242c71d-43b6-4226-9162-b806bf30eca1/77069546-d1b4-45ef-9626-be170d6020bb/4e79307c-63b0-4db2-8ee1-9b807fcf9433) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:13:56.913511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:56.924903 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Transition to ACTIVE for port object 4e79307c-63b0-4db2-8ee1-9b807fcf9433 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:13:56.941154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Transition to ACTIVE for port object 4e79307c-63b0-4db2-8ee1-9b807fcf9433 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:13:56.945516 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:56.961305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:13:57.094117 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Pushing event updated for resources: {'Port': ['ID=4e79307c-63b0-4db2-8ee1-9b807fcf9433,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:13:57.106311 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:13:57.106719 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:13:57.107187 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:13:57.107811 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:13:57.108803 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:13:57.109176 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:13:57.109540 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:13:57.109901 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:13:57.110259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:13:57.110614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:13:57.110968 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:13:57.111322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:13:57.116499 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:13:57.166954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Network 4242c71d-43b6-4226-9162-b806bf30eca1 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:13:57.168158 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:13:57.171247 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:13:57.233701 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Attempting to bind port 4e79307c-63b0-4db2-8ee1-9b807fcf9433 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:13:57.234642 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Attempting to bind port 4e79307c-63b0-4db2-8ee1-9b807fcf9433 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '1cb1e824-12bb-4ec5-986d-65bcf3fc1b90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4242c71d-43b6-4226-9162-b806bf30eca1'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:13:57.235197 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Attempting to bind port 4e79307c-63b0-4db2-8ee1-9b807fcf9433 on network 4242c71d-43b6-4226-9162-b806bf30eca1 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:13:57.241072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:13:57.241481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Checking segment: {'id': '1cb1e824-12bb-4ec5-986d-65bcf3fc1b90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4242c71d-43b6-4226-9162-b806bf30eca1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:13:57.241912 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:57.242341 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Bound using segment: {'id': '1cb1e824-12bb-4ec5-986d-65bcf3fc1b90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4242c71d-43b6-4226-9162-b806bf30eca1'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:13:57.242888 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Bound port: 4e79307c-63b0-4db2-8ee1-9b807fcf9433, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb1e824-12bb-4ec5-986d-65bcf3fc1b90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4242c71d-43b6-4226-9162-b806bf30eca1'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:13:57.243297 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:57.337570 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] For port 4e79307c-63b0-4db2-8ee1-9b807fcf9433, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:13:57.341770 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] For port 4e79307c-63b0-4db2-8ee1-9b807fcf9433, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=4e79307c-63b0-4db2-8ee1-9b807fcf9433,segment=NetworkSegment(1cb1e824-12bb-4ec5-986d-65bcf3fc1b90),segment_id=1cb1e824-12bb-4ec5-986d-65bcf3fc1b90)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:13:57.345868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:57.361513 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:13:57.503592 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Pushing event updated for resources: {'Port': ['ID=4e79307c-63b0-4db2-8ee1-9b807fcf9433,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:13:57.508085 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:13:58.126040 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 4e79307c-63b0-4db2-8ee1-9b807fcf9433 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:13:58.197462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 4e79307c-63b0-4db2-8ee1-9b807fcf9433 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:13:58.810752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ecde45-bbc3-4847-beba-f919173abd2c None None] Network 4242c71d-43b6-4226-9162-b806bf30eca1 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:13:58.941136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-e332edd5-4373-4df1-8e44-72e26c4a680c None None] Provisioning for port 4e79307c-63b0-4db2-8ee1-9b807fcf9433 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:13:58.948582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-e332edd5-4373-4df1-8e44-72e26c4a680c None None] Provisioning complete for port 4e79307c-63b0-4db2-8ee1-9b807fcf9433 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:13:58.949000 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e332edd5-4373-4df1-8e44-72e26c4a680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:59.179355 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e332edd5-4373-4df1-8e44-72e26c4a680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:59.222061 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-e332edd5-4373-4df1-8e44-72e26c4a680c None None] For port 4e79307c-63b0-4db2-8ee1-9b807fcf9433, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=4e79307c-63b0-4db2-8ee1-9b807fcf9433,segment=NetworkSegment(1cb1e824-12bb-4ec5-986d-65bcf3fc1b90),segment_id=1cb1e824-12bb-4ec5-986d-65bcf3fc1b90)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:13:59.224948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e332edd5-4373-4df1-8e44-72e26c4a680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:59.231786 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:13:59.302929 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332edd5-4373-4df1-8e44-72e26c4a680c None None] Pushing event updated for resources: {'Port': ['ID=4e79307c-63b0-4db2-8ee1-9b807fcf9433,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:13:59.306568 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e332edd5-4373-4df1-8e44-72e26c4a680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:13:59.449683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-77d91991-2725-4336-bd9b-5981d57562ba None None] Provisioning complete for port 4e79307c-63b0-4db2-8ee1-9b807fcf9433 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:13:59.450106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-77d91991-2725-4336-bd9b-5981d57562ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:59.709835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-d00f3536-43a3-4fef-bd42-6d1d614bb2cc None None] Provisioning complete for port 4e79307c-63b0-4db2-8ee1-9b807fcf9433 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:13:59.710193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d00f3536-43a3-4fef-bd42-6d1d614bb2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:13:59.954859 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-9f5be166-3462-47b2-945f-336d59018afb None None] Provisioning complete for port 4e79307c-63b0-4db2-8ee1-9b807fcf9433 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:13:59.955411 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9f5be166-3462-47b2-945f-336d59018afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:14:00.107574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 4e79307c-63b0-4db2-8ee1-9b807fcf9433 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:14:00.179518 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 4e79307c-63b0-4db2-8ee1-9b807fcf9433 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:14:00.179930 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:14:22.025809 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da4ceba6-6b49-4dba-8297-a6dc0ddd9d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:14:23.780808 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dab0cec1-d0e9-44c2-84a4-00488b3e20b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:14:25.053445 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:14:25.961154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:14:26.342950 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:14:30.941706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:14:52.027594 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2e789201-a5f0-453e-837d-02377e6193c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:14:53.792782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95e433da-9032-4664-8223-aca3db1d76c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:14:55.056218 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:14:55.964410 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:14:56.350687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:07.472203 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37938) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:15:07.478575 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [None req-0ed745fb-7b61-4264-99e0-3743bf175118 tempest-verify_tempest_config-463201393 tempest-verify_tempest_config-463201393-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:15:07.479663 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0ed745fb-7b61-4264-99e0-3743bf175118 tempest-verify_tempest_config-463201393 tempest-verify_tempest_config-463201393-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0064039
Feb 18 00:15:07.801219 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37958) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:15:07.927601 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:07.940892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:15:07.943059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:15:07.947032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Usage tracker for resource:security_group_rule and tenant:4647cce78d5f437a8555398ffe858ad5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:15:07.949921 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:15:07.955525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:15:08.039466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:08.041954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:08.051387 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:15:08.092135 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Synchronizing usage tracker for tenant:6ca098a4a51c4a7481a28e921c110d6e on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:15:08.096609 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aef139-21e4-4a58-96a1-3331deac5d7f,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:15:08.110178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:15:08.110552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:15:08.110958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:15:08.111327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:15:08.111680 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:15:08.112038 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:15:08.112470 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:15:08.112847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:15:08.113205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:15:08.113554 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:15:08.113905 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:15:08.114254 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:15:08.120153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:15:08.125563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Unset dirty status for tenant:6ca098a4a51c4a7481a28e921c110d6e on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:15:08.126809 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4647cce78d5f437a8555398ffe858ad5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3245423
Feb 18 00:15:08.129637 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 37964) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:15:08.189418 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8680966d-0fe2-4bd0-91a1-a856f1f5f089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:08.216725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8680966d-0fe2-4bd0-91a1-a856f1f5f089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:08.268546 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8680966d-0fe2-4bd0-91a1-a856f1f5f089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:08.273581 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:15:08.467296 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680966d-0fe2-4bd0-91a1-a856f1f5f089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aef139-21e4-4a58-96a1-3331deac5d7f,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:15:08.470345 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8680966d-0fe2-4bd0-91a1-a856f1f5f089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:15:08.471500 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8680966d-0fe2-4bd0-91a1-a856f1f5f089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:08.472703 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8680966d-0fe2-4bd0-91a1-a856f1f5f089 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48aef139-21e4-4a58-96a1-3331deac5d7f HTTP/1.1" status: 204  len: 168 time: 0.3420923
Feb 18 00:15:22.030161 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6759fd32-e406-477e-b253-3dc130dcdca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:23.787359 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b24e98b8-efb9-4297-a1b9-99f4792422e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:25.058282 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:25.967403 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:26.349930 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:44.940618 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:15:52.031231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7b878eb5-39cd-482f-b8e8-2715e36011f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:53.789283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d6a8dc33-f54b-4392-976b-6e37d4942f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:55.060104 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:55.968416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:15:56.354010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:16:21.940327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 5 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:16:22.032116 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9d5fc9e-3220-4a72-8e38-b01f59df691a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:16:23.790473 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8dc793d2-058d-446e-815e-4ebf09960376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:16:25.063632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:16:25.970187 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:16:26.356858 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:16:48.923218 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278'] for agent, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:16:48.923814 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:16:48.924064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:16:48.924463 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:16:48.924839 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:16:48.925205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:16:48.925572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:16:48.925986 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:16:48.926351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:16:48.926715 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:16:48.927083 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:16:48.927450 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:16:48.927867 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:16:48.928252 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd30f86af28>, 'Open vSwitch agent', 'hv-cinder-75157', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:16:48.932469 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd3107a9710>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75157', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:16:49.224473 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] get_endpoint_by_host() called for host hv-cinder-75157 {{(pid=83995) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 18 00:16:49.228935 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] get_endpoint_by_ip() called for ip 192.168.0.20 {{(pid=83995) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 18 00:16:49.232070 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] _add_endpoint() called for ip 192.168.0.20 {{(pid=83995) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 18 00:16:49.237438 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] _get_endpoints() called {{(pid=83995) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 18 00:16:52.034364 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-385a4d2f-c58c-44e4-a8d5-a65021eeee5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:16:53.792720 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a4798c06-77b5-4b37-9563-fcb100c2b4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:16:55.066155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:16:55.972097 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:16:56.361831 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:16:58.940881 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:17:01.851350 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38038) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:17:01.969322 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-369a51e3-5f9e-48aa-9d22-f68cb64a25d8 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5091 time: 0.1167541
Feb 18 00:17:04.521562 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38048) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:17:04.579683 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ecb5b19d-4a69-479f-9233-a62024539407 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5091 time: 0.0569391
Feb 18 00:17:18.936832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:17:22.035584 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5660-aedd-4517-8d03-7d243d832bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:17:23.793533 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f24171d5-554f-4666-85a1-66bd7be971ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:17:25.067921 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:17:25.975762 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:17:26.364493 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:17:35.941139 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:17:48.933418 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:17:52.037838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5365e26f-052e-46f2-a33e-2554360d4deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:17:53.795273 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-55cb927d-268e-413f-9920-ec56df11d21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:17:55.072044 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:17:55.977349 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:17:56.370893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:12.940240 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:18:18.964035 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:22.040729 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d410881a-7a56-4cf2-91b2-a3a65109b5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:23.796858 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9f373c37-583d-47e9-aada-1c6406299366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:25.074777 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:25.978953 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:26.371290 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:40.263671 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38182) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:40.768394 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1525255764-network', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:18:40.778213 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:40.782949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Usage tracker for resource:network and tenant:7a2141dc77ca46dcb9610bc918c4f59d is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:40.786138 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:40.792084 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:40.802202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Made reservation on behalf of 7a2141dc77ca46dcb9610bc918c4f59d for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:18:40.810474 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:40.822278 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:40.844318 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:40.848532 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Usage tracker for resource:security_group_rule and tenant:7a2141dc77ca46dcb9610bc918c4f59d is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:40.851835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:40.858361 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:40.950694 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:40.953878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:40.958742 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8680966d-0fe2-4bd0-91a1-a856f1f5f089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:40.991949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:18:41.003248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f591598-9565-4c22-8390-ce2381fe610f,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:41.013489 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:41.013921 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Added segment 435c97c4-2116-4e41-98aa-bf8c192acf75 of type vxlan for network b386a18a-6f15-4736-83e0-5ac61f0904b4
Feb 18 00:18:41.015831 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.016195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.016764 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.017296 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.017809 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.018334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.018865 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.019515 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.020035 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.020589 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.021155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.021663 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.022320 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.023048 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.023416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.023782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.024146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.024542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.025151 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.025520 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.025879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.026237 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.026602 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.026959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Tracked resource versions report:
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]: pushed versions:
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]: consumer versions:
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     L3 agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     Metering agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-751579-21-iscsi: {   'AddressGroup': '1.1',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'ConntrackHelper': '1.0',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Log': '1.0',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Network': '1.1',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Port': '1.7',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'PortForwarding': '1.2',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'QosPolicy': '1.8',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SecurityGroup': '1.4',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SecurityGroupRule': '1.2',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SubPort': '1.0',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Subnet': '1.1',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Trunk': '1.1'},
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:     Open vSwitch agent@hv-cinder-75157: {   'AddressGroup': '1.1',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'ConntrackHelper': '1.0',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Log': '1.0',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Network': '1.1',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Port': '1.7',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'PortForwarding': '1.2',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'QosPolicy': '1.8',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'SecurityGroup': '1.4',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'SecurityGroupRule': '1.2',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'SubPort': '1.0',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Subnet': '1.1',
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Trunk': '1.1'}}
Feb 18 00:18:41.028411 dv-cinder-751579-21-iscsi neutron-server[83881]:  {{(pid=83993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 00:18:41.035528 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:41.066999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:41.105314 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:41.107237 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:18:41.107890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:41.113457 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6cf35a86-f85f-4cf4-af98-e5f88bf82427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:41.223643 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 38236) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:41.223818 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.9588954
Feb 18 00:18:41.233033 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Pushing event updated for resources: {'Network': ['ID=b386a18a-6f15-4736-83e0-5ac61f0904b4,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:41.233494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Request body: {'subnet': {'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1525255764-subnet', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:18:41.236274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:41.247071 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.quota [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd310871da0>.
Feb 18 00:18:41.247362 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network b386a18a-6f15-4736-83e0-5ac61f0904b4 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:18:41.256704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:41.263301 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Usage tracker for resource:subnet and tenant:7a2141dc77ca46dcb9610bc918c4f59d is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:41.267183 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:41.285929 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:41.303691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Made reservation on behalf of 7a2141dc77ca46dcb9610bc918c4f59d for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:18:41.309881 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:41.341250 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network b386a18a-6f15-4736-83e0-5ac61f0904b4 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:18:41.615546 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38248) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:41.740876 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38256) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:41.835815 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:41.852856 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:41.999997 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7542848-0274-4fdf-981b-c757d7c492ef,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:42.019368 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.019753 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.020127 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.020506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.021026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.021560 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.021932 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.022269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.022820 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.023184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.023540 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.023893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.024306 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.024688 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.025045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.025397 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.025749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.026110 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.026438 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.026975 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.027330 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.027680 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.028547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.029094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Tracked resource versions report:
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]: pushed versions:
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]: consumer versions:
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     L3 agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     Metering agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-751579-21-iscsi: {   'AddressGroup': '1.1',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'ConntrackHelper': '1.0',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Log': '1.0',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Network': '1.1',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Port': '1.7',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'PortForwarding': '1.2',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'QosPolicy': '1.8',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SecurityGroup': '1.4',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SecurityGroupRule': '1.2',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SubPort': '1.0',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Subnet': '1.1',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Trunk': '1.1'},
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:     Open vSwitch agent@hv-cinder-75157: {   'AddressGroup': '1.1',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'ConntrackHelper': '1.0',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Log': '1.0',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Network': '1.1',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Port': '1.7',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'PortForwarding': '1.2',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'QosPolicy': '1.8',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'SecurityGroup': '1.4',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'SecurityGroupRule': '1.2',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'SubPort': '1.0',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Subnet': '1.1',
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Trunk': '1.1'}}
Feb 18 00:18:42.030717 dv-cinder-751579-21-iscsi neutron-server[83881]:  {{(pid=83992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 00:18:42.061422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1632237009-network', 'tenant_id': '20ef119346c04b039c809b9167aa73c0'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:18:42.074024 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:42.078372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:42.078866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Usage tracker for resource:network and tenant:20ef119346c04b039c809b9167aa73c0 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:42.082916 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:42.089049 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:42.103367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Made reservation on behalf of 20ef119346c04b039c809b9167aa73c0 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:18:42.110015 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.112735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Checking segment: {'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:18:42.113129 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Network hostable DHCP agents. Network: b386a18a-6f15-4736-83e0-5ac61f0904b4, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:18:42.127878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.137875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Network b386a18a-6f15-4736-83e0-5ac61f0904b4 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:18:42.146651 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1590330228-network', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:18:42.148858 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, b386a18a-6f15-4736-83e0-5ac61f0904b4) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:18:42.151975 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:42.156625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:18:42.157061 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.157708 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Usage tracker for resource:network and tenant:30fcfa6325fc46188a1b3d8f51ea489b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:42.160956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:42.161371 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3705ff0-2ed8-47dc-ae70-2159f34a40ed None None] Network b386a18a-6f15-4736-83e0-5ac61f0904b4 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:18:42.167311 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:42.182058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Made reservation on behalf of 30fcfa6325fc46188a1b3d8f51ea489b for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:18:42.187172 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.210349 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9850674
Feb 18 00:18:42.211732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 38284) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:42.215855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:42.219005 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:18:42.221107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.225252 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:42.229383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Usage tracker for resource:router and tenant:7a2141dc77ca46dcb9610bc918c4f59d is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:42.233918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:42.239999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:42.250865 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852804642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1091'] for router, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.252283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852804823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2023819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774732'] for router, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.260292 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:42.268846 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Usage tracker for resource:security_group_rule and tenant:30fcfa6325fc46188a1b3d8f51ea489b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:42.277155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.280573 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:42.286562 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:42.304843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Usage tracker for resource:security_group_rule and tenant:20ef119346c04b039c809b9167aa73c0 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:42.309890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:42.337942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:42.718607 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.731871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.750352 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac98f393-cfbd-505c-89c3-4557df0b36db-b386a18a-6f15-4736-83e0-5ac61f0904b4', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef'}]}} from dv-cinder-751579-21-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 00:18:42.751251 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.793600 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:18:42.827313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:42.871094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.871481 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Added segment ae6f9fd0-8701-4eae-91fa-01b67535077e of type vxlan for network 723b09a8-26d9-4b22-820f-e170fc1e54cc
Feb 18 00:18:42.903752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.911714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.988064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1971128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774747'] for router, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:42.989537 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a961100-9b88-432a-990a-f94dcbd675ad,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:42.994009 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:43.000227 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:43.001296 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:43.089796 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32792d6e-21fb-4028-8569-b925ac22c8c5,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:43.100283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Allocated IP 172.20.0.2 (b386a18a-6f15-4736-83e0-5ac61f0904b4/e7542848-0274-4fdf-981b-c757d7c492ef/3b341edc-338e-40b5-ae08-b88fa7c113ee) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:18:43.115402 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:43.137853 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:43.139167 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:18:43.139804 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:43.164856 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ddbd04b-bb0c-471c-8817-0ca45e2e615f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:43.266964 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83993) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 00:18:43.267404 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 00:18:43.370290 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:43.395798 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Transition to ACTIVE for port object 3b341edc-338e-40b5-ae08-b88fa7c113ee will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:18:43.429535 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Transition to ACTIVE for port object 3b341edc-338e-40b5-ae08-b88fa7c113ee will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:18:43.444016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:43.517731 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Pushing event updated for resources: {'Network': ['ID=723b09a8-26d9-4b22-820f-e170fc1e54cc,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:43.524041 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:43.532646 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7878261
Feb 18 00:18:43.533469 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38320) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:43.539677 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Request body: {'subnet': {'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1590330228-subnet', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:18:43.560573 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:43.566857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Usage tracker for resource:subnet and tenant:30fcfa6325fc46188a1b3d8f51ea489b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:43.571868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:43.583721 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:43.607193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Made reservation on behalf of 30fcfa6325fc46188a1b3d8f51ea489b for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:18:43.613762 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:43.615667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:43.683983 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network 723b09a8-26d9-4b22-820f-e170fc1e54cc details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:18:43.716320 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network 723b09a8-26d9-4b22-820f-e170fc1e54cc details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:18:43.756132 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:43.769063 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:43.793375 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:43.820936 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Pushing event updated for resources: {'Port': ['ID=3b341edc-338e-40b5-ae08-b88fa7c113ee,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:43.829586 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:18:43.848010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:43.848776 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Added segment 65235406-a806-47ec-831b-07d31fe55cd8 of type vxlan for network 4484cc1a-ea5d-402e-a014-f298814dfa30
Feb 18 00:18:43.892051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:43.935941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.941288 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.941832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.942328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.942817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.943810 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.946125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.946634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.947133 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.947628 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.948718 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.951186 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.951757 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.952248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.952753 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.953950 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.972475 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.973062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.973574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.974201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.974686 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.975675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.976169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.976680 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Tracked resource versions report:
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]: pushed versions:
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]: consumer versions:
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     L3 agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     Metering agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-751579-21-iscsi: {   'AddressGroup': '1.1',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'ConntrackHelper': '1.0',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Log': '1.0',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Network': '1.1',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Port': '1.7',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'PortForwarding': '1.2',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'QosPolicy': '1.8',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SecurityGroup': '1.4',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SecurityGroupRule': '1.2',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SubPort': '1.0',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Subnet': '1.1',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Trunk': '1.1'},
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:     Open vSwitch agent@hv-cinder-75157: {   'AddressGroup': '1.1',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'ConntrackHelper': '1.0',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Log': '1.0',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Network': '1.1',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Port': '1.7',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'PortForwarding': '1.2',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'QosPolicy': '1.8',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'SecurityGroup': '1.4',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'SecurityGroupRule': '1.2',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'SubPort': '1.0',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Subnet': '1.1',
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Trunk': '1.1'}}
Feb 18 00:18:43.978283 dv-cinder-751579-21-iscsi neutron-server[83881]:  {{(pid=83995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 00:18:43.999195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Network b386a18a-6f15-4736-83e0-5ac61f0904b4 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:18:44.028719 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:44.042647 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:44.046126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:18:44.046786 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:44.048986 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:18:44.059965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:44.068482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:18:44.189719 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Attempting to bind port 3b341edc-338e-40b5-ae08-b88fa7c113ee on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:18:44.190214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Attempting to bind port 3b341edc-338e-40b5-ae08-b88fa7c113ee by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:18:44.190706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Attempting to bind port 3b341edc-338e-40b5-ae08-b88fa7c113ee on network b386a18a-6f15-4736-83e0-5ac61f0904b4 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:18:44.197603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:18:44.198115 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Checking segment: {'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:18:44.198639 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:44.199153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Bound using segment: {'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:18:44.199749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Bound port: 3b341edc-338e-40b5-ae08-b88fa7c113ee, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:18:44.200306 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:44.367204 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Pushing event updated for resources: {'Network': ['ID=4484cc1a-ea5d-402e-a014-f298814dfa30,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:44.374758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:44.386041 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.7662809
Feb 18 00:18:44.390213 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 38346) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:44.405533 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network 4484cc1a-ea5d-402e-a014-f298814dfa30 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:18:44.409597 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Request body: {'subnet': {'network_id': '4484cc1a-ea5d-402e-a014-f298814dfa30', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1632237009-subnet', 'tenant_id': '20ef119346c04b039c809b9167aa73c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:18:44.460007 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:44.472952 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Usage tracker for resource:subnet and tenant:20ef119346c04b039c809b9167aa73c0 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:44.483372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:44.501619 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:44.525857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Made reservation on behalf of 20ef119346c04b039c809b9167aa73c0 for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:18:44.529521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network 4484cc1a-ea5d-402e-a014-f298814dfa30 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:18:44.531192 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:44.608774 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] For port 3b341edc-338e-40b5-ae08-b88fa7c113ee, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:18:44.612187 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] For port 3b341edc-338e-40b5-ae08-b88fa7c113ee, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=3b341edc-338e-40b5-ae08-b88fa7c113ee,segment=NetworkSegment(435c97c4-2116-4e41-98aa-bf8c192acf75),segment_id=435c97c4-2116-4e41-98aa-bf8c192acf75)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:18:44.616727 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:44.623050 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:44.654266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:44.782687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-729f381a-bf3c-4d32-80d7-a279d255a611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:44.878943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Pushing event updated for resources: {'Port': ['ID=3b341edc-338e-40b5-ae08-b88fa7c113ee,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:44.895230 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:44.937497 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Allocated IP 172.27.3.240 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/17e4869b-f5ee-4611-83ab-53d9af308e6b) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:18:45.070528 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a838f012-ae05-4ba6-81a0-4e3e126d041f,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:45.080913 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:45.082184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Checking segment: {'id': 'ae6f9fd0-8701-4eae-91fa-01b67535077e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:18:45.082184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Network hostable DHCP agents. Network: 723b09a8-26d9-4b22-820f-e170fc1e54cc, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:18:45.129771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Network 723b09a8-26d9-4b22-820f-e170fc1e54cc is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:18:45.146613 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, 723b09a8-26d9-4b22-820f-e170fc1e54cc) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:18:45.157969 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfab3f2-7ad9-4095-9628-b1fcab8fe287 None None] Network 723b09a8-26d9-4b22-820f-e170fc1e54cc requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:18:45.163072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:18:45.165433 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:45.194584 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.6571386
Feb 18 00:18:45.194584 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38382) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:45.209340 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1590330228-router', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:18:45.214191 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:45.220739 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Usage tracker for resource:router and tenant:30fcfa6325fc46188a1b3d8f51ea489b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:45.223807 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:45.230267 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:45.244202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852804642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1091'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:45.245367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852804823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2023819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774732'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:45.282206 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:45.390234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:45.569765 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 38402) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:45.629114 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc538f4-2837-42bb-b6ec-68182bd80aa3 None None] Network 723b09a8-26d9-4b22-820f-e170fc1e54cc requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:18:45.769279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:45.845405 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1971128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774747'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:45.977118 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-61ffeae2-4ed2-4aee-b0e5-a441b30fc586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:46.144481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:46.260634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4159ac5d-4c5a-43d4-b183-fe481961f3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:46.341353 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 3b341edc-338e-40b5-ae08-b88fa7c113ee up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:18:46.448402 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4159ac5d-4c5a-43d4-b183-fe481961f3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:46.471995 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4159ac5d-4c5a-43d4-b183-fe481961f3c3 admin admin] Usage tracker for resource:security_group_rule and tenant:afcf86678e1a4aeba302de9e361012a1 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:46.479917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4159ac5d-4c5a-43d4-b183-fe481961f3c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:46.509302 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:46.530253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 3b341edc-338e-40b5-ae08-b88fa7c113ee completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:18:46.538109 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0e84db-17ba-4875-be32-167c0e81fb70,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:46.543723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4159ac5d-4c5a-43d4-b183-fe481961f3c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:46.553021 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:46.554519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:46.581200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:46.694838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:18:46.700857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:18:46.703356 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:18:46.780367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38454) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:46.816010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Checking segment: {'id': '65235406-a806-47ec-831b-07d31fe55cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4484cc1a-ea5d-402e-a014-f298814dfa30'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:18:46.816437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Network hostable DHCP agents. Network: 4484cc1a-ea5d-402e-a014-f298814dfa30, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:18:46.828617 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d8366e-9fdf-471b-a514-71f76686031f None None] Network b386a18a-6f15-4736-83e0-5ac61f0904b4 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:18:46.844867 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Pushing event updated for resources: {'Port': ['ID=17e4869b-f5ee-4611-83ab-53d9af308e6b,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:46.849348 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:46.936786 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-caf43150-6bd4-4297-896f-7bff36340521 None None] Provisioning for port 3b341edc-338e-40b5-ae08-b88fa7c113ee completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:18:46.938856 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Allocated IP 172.27.3.229 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/855cf51c-4d84-4e43-9f32-748f62231988) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:18:46.946162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-caf43150-6bd4-4297-896f-7bff36340521 None None] Provisioning complete for port 3b341edc-338e-40b5-ae08-b88fa7c113ee triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:18:46.946574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-caf43150-6bd4-4297-896f-7bff36340521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:46.948122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-45f5a60c-91e3-4174-bd83-7d26084e5b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:46.969975 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-45f5a60c-91e3-4174-bd83-7d26084e5b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:46.977420 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-45f5a60c-91e3-4174-bd83-7d26084e5b60 admin admin] Usage tracker for resource:security_group_rule and tenant:96c4f2a0094e4b79a1e3f2d78af6c667 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:46.990574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Network 4484cc1a-ea5d-402e-a014-f298814dfa30 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:18:46.996827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-45f5a60c-91e3-4174-bd83-7d26084e5b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:47.014336 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, 4484cc1a-ea5d-402e-a014-f298814dfa30) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:18:47.018522 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:18:47.019350 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:47.027750 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1005856-4c2e-4971-b16b-fe3f943eddf3 None None] Network 4484cc1a-ea5d-402e-a014-f298814dfa30 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:18:47.062534 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-45f5a60c-91e3-4174-bd83-7d26084e5b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:47.183829 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.7836518
Feb 18 00:18:47.424297 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4159ac5d-4c5a-43d4-b183-fe481961f3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:47.435880 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4159ac5d-4c5a-43d4-b183-fe481961f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:47.454107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a916f1e1-cd51-4cf0-ab4a-1b1f966845b4 None None] Network 4484cc1a-ea5d-402e-a014-f298814dfa30 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:18:47.479566 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:47.520921 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4159ac5d-4c5a-43d4-b183-fe481961f3c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=afcf86678e1a4aeba302de9e361012a1&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9383502
Feb 18 00:18:47.522161 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159ac5d-4c5a-43d4-b183-fe481961f3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1c3265-2335-4554-8bbd-01de332e3d83,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:47.525799 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38472) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:47.536362 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:47.585754 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4159ac5d-4c5a-43d4-b183-fe481961f3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:47.623494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:47.673518 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-caf43150-6bd4-4297-896f-7bff36340521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:47.765348 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5add39fa-2903-4b09-b820-d5e7f7af571d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:47.778856 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 38496) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:47.786675 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 18 00:18:47.791832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-caf43150-6bd4-4297-896f-7bff36340521 None None] For port 3b341edc-338e-40b5-ae08-b88fa7c113ee, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=3b341edc-338e-40b5-ae08-b88fa7c113ee,segment=NetworkSegment(435c97c4-2116-4e41-98aa-bf8c192acf75),segment_id=435c97c4-2116-4e41-98aa-bf8c192acf75)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:18:47.806869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-caf43150-6bd4-4297-896f-7bff36340521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:47.808678 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-45f5a60c-91e3-4174-bd83-7d26084e5b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:47.810685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e332edd5-4373-4df1-8e44-72e26c4a680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:47.815510 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:47.839944 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5add39fa-2903-4b09-b820-d5e7f7af571d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:47.890593 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf43150-6bd4-4297-896f-7bff36340521 None None] Pushing event updated for resources: {'Port': ['ID=3b341edc-338e-40b5-ae08-b88fa7c113ee,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:47.894830 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-caf43150-6bd4-4297-896f-7bff36340521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:47.907971 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a9e168e6-02cc-4eb6-92bc-373cc4ff612b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:47.939285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-45f5a60c-91e3-4174-bd83-7d26084e5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:47.993552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5add39fa-2903-4b09-b820-d5e7f7af571d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:48.033032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-358ed9e7-9cb8-4fd9-9edc-9bcc527cf982 None None] Provisioning complete for port 3b341edc-338e-40b5-ae08-b88fa7c113ee triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:18:48.033237 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-358ed9e7-9cb8-4fd9-9edc-9bcc527cf982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:48.084145 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-45f5a60c-91e3-4174-bd83-7d26084e5b60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96c4f2a0094e4b79a1e3f2d78af6c667&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3026538
Feb 18 00:18:48.094554 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38500) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:48.098283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Pushing event updated for resources: {'Port': ['ID=855cf51c-4d84-4e43-9f32-748f62231988,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:48.125879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:48.127283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-62544222-1bc7-4163-8377-11bd4fb6a26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:48.160969 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-32085314-c994-43f9-80c4-411f1a1a68fa tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:18:48.168448 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-32085314-c994-43f9-80c4-411f1a1a68fa tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/networks?id=4484cc1a-ea5d-402e-a014-f298814dfa30 HTTP/1.1" status: 200  len: 812 time: 0.3865914
Feb 18 00:18:48.184673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1971113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852801781'] for router, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:48.195200 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-7e3d8c7c-ae1b-4900-9402-829c01146302 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/quotas/20ef119346c04b039c809b9167aa73c0 HTTP/1.1" status: 200  len: 375 time: 0.0246074
Feb 18 00:18:48.225222 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5a60c-91e3-4174-bd83-7d26084e5b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3d6473-210b-4390-94c5-904362131da2,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:48.241329 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5add39fa-2903-4b09-b820-d5e7f7af571d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:48.245722 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5add39fa-2903-4b09-b820-d5e7f7af571d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f1c3265-2335-4554-8bbd-01de332e3d83 HTTP/1.1" status: 204  len: 168 time: 0.7186000
Feb 18 00:18:48.262326 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 3b341edc-338e-40b5-ae08-b88fa7c113ee up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:18:48.268658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add39fa-2903-4b09-b820-d5e7f7af571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1c3265-2335-4554-8bbd-01de332e3d83,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:48.277970 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5add39fa-2903-4b09-b820-d5e7f7af571d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:48.280170 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:48.280511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:48.305583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:18:48.310241 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:18:48.314415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:18:48.343473 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-de297d25-1b36-46d3-92e4-4b8de4a878d2 None None] Provisioning complete for port 3b341edc-338e-40b5-ae08-b88fa7c113ee triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:18:48.344016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-de297d25-1b36-46d3-92e4-4b8de4a878d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:48.430763 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 3b341edc-338e-40b5-ae08-b88fa7c113ee triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:18:48.431181 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:48.458900 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1105bfa1-33ec-4f07-8f38-f1025c75f499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:48.461963 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-703fbea7-a485-4057-8e80-f246a1a78887 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=20ef119346c04b039c809b9167aa73c0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2662182
Feb 18 00:18:48.575895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1105bfa1-33ec-4f07-8f38-f1025c75f499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:48.622843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Router 1da7986e-9a14-41ae-97b5-a884f49c813a is scheduled to L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 with binding_index 1 {{(pid=83992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 00:18:48.797278 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1105bfa1-33ec-4f07-8f38-f1025c75f499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:48.807031 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bfd861df-fab4-41f2-87c8-fc4930a69005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:48.821925 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-835e440b-4956-449e-bbe7-0bed6542f0b6 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:18:48.823013 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-835e440b-4956-449e-bbe7-0bed6542f0b6 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1186423
Feb 18 00:18:48.828791 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 38522) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:48.834717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-281350f4-1c8d-4770-bfb8-7433441aa1d9 None None] Provisioning complete for port 3b341edc-338e-40b5-ae08-b88fa7c113ee triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:18:48.835357 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-281350f4-1c8d-4770-bfb8-7433441aa1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:48.850911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a5704b45-0c0f-4b00-be26-63adc5daf567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:48.859845 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:48.894948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a5704b45-0c0f-4b00-be26-63adc5daf567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:48.899053 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a5704b45-0c0f-4b00-be26-63adc5daf567 admin admin] Usage tracker for resource:security_group_rule and tenant:388965d370ca488e95f8f083d9851d93 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:48.902102 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a5704b45-0c0f-4b00-be26-63adc5daf567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:48.908016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a5704b45-0c0f-4b00-be26-63adc5daf567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:48.941509 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105bfa1-33ec-4f07-8f38-f1025c75f499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3d6473-210b-4390-94c5-904362131da2,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:48.956273 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1105bfa1-33ec-4f07-8f38-f1025c75f499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:48.960331 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1105bfa1-33ec-4f07-8f38-f1025c75f499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:48.965178 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1105bfa1-33ec-4f07-8f38-f1025c75f499 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b3d6473-210b-4390-94c5-904362131da2 HTTP/1.1" status: 204  len: 168 time: 0.8683734
Feb 18 00:18:48.987713 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:18:48.998038 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Sync routers for ids ['1da7986e-9a14-41ae-97b5-a884f49c813a'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:18:49.011725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Routers {'1da7986e-9a14-41ae-97b5-a884f49c813a'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:18:49.016577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f90aac8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:18:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['1da7986e-9a14-41ae-97b5-a884f49c813a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:18:49.083175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:49.138320 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:49.144202 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.9311209
Feb 18 00:18:49.147997 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 38534) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:49.149902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a5704b45-0c0f-4b00-be26-63adc5daf567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:49.247485 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a5704b45-0c0f-4b00-be26-63adc5daf567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:49.332201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Set router 1da7986e-9a14-41ae-97b5-a884f49c813a gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:18:49.351878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1971113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852801781'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:49.463960 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:49.506563 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-d65da2e3-2541-4e60-a419-f1be3e70f89f service neutron] 10.222.0.55 "GET /v2.0/networks/4484cc1a-ea5d-402e-a014-f298814dfa30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6569612
Feb 18 00:18:49.554447 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5704b45-0c0f-4b00-be26-63adc5daf567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73558a1-31ec-4ec8-976c-deaf812d0f32,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:49.563977 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a5704b45-0c0f-4b00-be26-63adc5daf567 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=388965d370ca488e95f8f083d9851d93&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7358036
Feb 18 00:18:49.573383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38546) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:49.616420 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a5704b45-0c0f-4b00-be26-63adc5daf567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:49.663995 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Router b815f993-8612-487a-a2fe-68a5a689081d is scheduled to L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 00:18:49.671966 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4f52e03-7423-4693-beb1-a4e98ba87b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:49.778403 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f90aac8>, [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:46Z', 'revision_number': 3, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:18:49.789573 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Checking router: 1da7986e-9a14-41ae-97b5-a884f49c813a for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:18:49.789965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Updating router 1da7986e-9a14-41ae-97b5-a884f49c813a port 17e4869b-f5ee-4611-83ab-53d9af308e6b binding host dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:18:49.792374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4f52e03-7423-4693-beb1-a4e98ba87b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:49.907909 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:49.941135 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-3fa96c2e-8903-425a-880a-d8111a8a9385 service neutron] 10.222.0.55 "GET /v2.0/networks/4484cc1a-ea5d-402e-a014-f298814dfa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4229908
Feb 18 00:18:50.022129 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:18:50.171614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:18:50.182956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Sync routers for ids ['b815f993-8612-487a-a2fe-68a5a689081d'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:18:50.198235 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Routers {'b815f993-8612-487a-a2fe-68a5a689081d'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:18:50.200358 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4f52e03-7423-4693-beb1-a4e98ba87b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:50.217037 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f861dd8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:18:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b815f993-8612-487a-a2fe-68a5a689081d'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:18:50.244547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:50.279702 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f52e03-7423-4693-beb1-a4e98ba87b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73558a1-31ec-4ec8-976c-deaf812d0f32,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:50.290793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c4f52e03-7423-4693-beb1-a4e98ba87b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:50.298243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4f52e03-7423-4693-beb1-a4e98ba87b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:50.302343 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c4f52e03-7423-4693-beb1-a4e98ba87b13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a73558a1-31ec-4ec8-976c-deaf812d0f32 HTTP/1.1" status: 204  len: 168 time: 0.7256055
Feb 18 00:18:50.307334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:50.312044 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 5.1164513
Feb 18 00:18:50.312906 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38584) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:50.751991 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38612) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:50.832933 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5c99d180-28ef-4932-9bf4-e19a9048855c req-b7cae019-170a-4781-b6e7-c914389271a1 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 210 time: 0.3669326
Feb 18 00:18:50.848661 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:50.884108 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Transition to ACTIVE for port object 17e4869b-f5ee-4611-83ab-53d9af308e6b will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:18:50.888072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:50.914697 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5fe6fa4d-b7dd-463e-b769-257b0115e338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:51.031017 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Set router b815f993-8612-487a-a2fe-68a5a689081d gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:18:51.177616 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:51.246560 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Pushing event updated for resources: {'Port': ['ID=17e4869b-f5ee-4611-83ab-53d9af308e6b,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:51.259125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.259458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.259961 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.260328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.260719 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.261086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.261444 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.261803 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.262711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.263071 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.263547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.263776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.264180 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.264593 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.265266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.265895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.266402 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.266915 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.267416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.267927 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.268928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.269441 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.269947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.270449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Tracked resource versions report:
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]: pushed versions:
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]: consumer versions:
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     L3 agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     Metering agent@dv-cinder-751579-21-iscsi: {},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-751579-21-iscsi: {   'AddressGroup': '1.1',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'ConntrackHelper': '1.0',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Log': '1.0',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Network': '1.1',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Port': '1.7',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'PortForwarding': '1.2',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'QosPolicy': '1.8',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SecurityGroup': '1.4',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SecurityGroupRule': '1.2',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'SubPort': '1.0',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Subnet': '1.1',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                                       'Trunk': '1.1'},
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:     Open vSwitch agent@hv-cinder-75157: {   'AddressGroup': '1.1',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'ConntrackHelper': '1.0',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Log': '1.0',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Network': '1.1',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Port': '1.7',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'PortForwarding': '1.2',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'QosPolicy': '1.8',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'SecurityGroup': '1.4',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'SecurityGroupRule': '1.2',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'SubPort': '1.0',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Subnet': '1.1',
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:                                             'Trunk': '1.1'}}
Feb 18 00:18:51.272034 dv-cinder-751579-21-iscsi neutron-server[83881]:  {{(pid=83996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 18 00:18:51.328039 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:51.533249 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Attempting to bind port 17e4869b-f5ee-4611-83ab-53d9af308e6b on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:18:51.533654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Attempting to bind port 17e4869b-f5ee-4611-83ab-53d9af308e6b by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:18:51.534062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Attempting to bind port 17e4869b-f5ee-4611-83ab-53d9af308e6b on network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:18:51.535824 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcc6e-32a1-4f70-8e8f-b46248859789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:51.553466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:18:51.553842 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Checking segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:18:51.554221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:51.554647 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Bound using segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:18:51.555150 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Bound port: 17e4869b-f5ee-4611-83ab-53d9af308e6b, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:18:51.555557 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:51.581465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-8a4fcc6e-32a1-4f70-8e8f-b46248859789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:51.589707 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8a4fcc6e-32a1-4f70-8e8f-b46248859789 admin admin] Usage tracker for resource:security_group_rule and tenant:a7f6227cbb67472c832f5f9b349b26ca is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:51.597311 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8a4fcc6e-32a1-4f70-8e8f-b46248859789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:51.611874 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-8a4fcc6e-32a1-4f70-8e8f-b46248859789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:51.719725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] For port 17e4869b-f5ee-4611-83ab-53d9af308e6b, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:18:51.724652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] For port 17e4869b-f5ee-4611-83ab-53d9af308e6b, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=17e4869b-f5ee-4611-83ab-53d9af308e6b,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:18:51.734171 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:51.854351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f861dd8>, [{'id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'name': 'tempest-ServerRescueNegativeTestJSON-1590330228-router', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '855cf51c-4d84-4e43-9f32-748f62231988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:45Z', 'updated_at': '2021-02-18T00:18:48Z', 'revision_number': 3, 'project_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'gw_port': {'id': '855cf51c-4d84-4e43-9f32-748f62231988', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:46Z', 'updated_at': '2021-02-18T00:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:18:51.870984 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Checking router: b815f993-8612-487a-a2fe-68a5a689081d for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:18:51.871407 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Updating router b815f993-8612-487a-a2fe-68a5a689081d port 855cf51c-4d84-4e43-9f32-748f62231988 binding host dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:18:51.875084 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcc6e-32a1-4f70-8e8f-b46248859789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:51.880071 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8a4fcc6e-32a1-4f70-8e8f-b46248859789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:51.914451 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Allocated IP 172.20.0.1 (b386a18a-6f15-4736-83e0-5ac61f0904b4/e7542848-0274-4fdf-981b-c757d7c492ef/341e5e01-1343-4124-824a-4ba07d609dc2) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:18:51.932775 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:51.943656 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8a4fcc6e-32a1-4f70-8e8f-b46248859789 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7f6227cbb67472c832f5f9b349b26ca&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1845877
Feb 18 00:18:51.958252 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38654) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:52.000141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:52.131771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e789e00b-cd16-4882-b5e7-a70310624af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:52.241156 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fcc6e-32a1-4f70-8e8f-b46248859789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433b05d0-9520-4daf-95ea-4ddc3f8408e7,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:52.259076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:52.273128 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8a4fcc6e-32a1-4f70-8e8f-b46248859789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:52.339234 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1ffe2ee7-ad38-4912-be29-c0e821877adf req-7d638e2e-e8dc-4a0d-8099-4c5734624608 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 210 time: 0.2133641
Feb 18 00:18:52.380946 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5728b9e3-6e90-42ae-a87a-4aceb61f16c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:52.424136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:52.433012 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Pushing event updated for resources: {'Port': ['ID=17e4869b-f5ee-4611-83ab-53d9af308e6b,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:52.438833 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:52.451421 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5728b9e3-6e90-42ae-a87a-4aceb61f16c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:52.465971 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Routers {'1da7986e-9a14-41ae-97b5-a884f49c813a'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:18:52.466463 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f90aac8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:18:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['1da7986e-9a14-41ae-97b5-a884f49c813a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:18:52.468429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Transition to ACTIVE for port object 341e5e01-1343-4124-824a-4ba07d609dc2 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:18:52.472245 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:52.501707 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:52.538525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:52.784584 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] Set router 1da7986e-9a14-41ae-97b5-a884f49c813a gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:18:52.866684 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Pushing event updated for resources: {'Port': ['ID=341e5e01-1343-4124-824a-4ba07d609dc2,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:52.875203 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:52.937724 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Network b386a18a-6f15-4736-83e0-5ac61f0904b4 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:18:52.939332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:18:52.942142 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:18:52.942790 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1981970'] for router_interface, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:52.960655 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5728b9e3-6e90-42ae-a87a-4aceb61f16c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:52.987088 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:53.021658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Transition to ACTIVE for port object 855cf51c-4d84-4e43-9f32-748f62231988 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:18:53.027036 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:53.052996 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7666bf0f-af24-43e1-bb94-178da56ea202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:53.085086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:53.136595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728b9e3-6e90-42ae-a87a-4aceb61f16c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b05d0-9520-4daf-95ea-4ddc3f8408e7,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:53.154648 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5728b9e3-6e90-42ae-a87a-4aceb61f16c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:53.205062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5728b9e3-6e90-42ae-a87a-4aceb61f16c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:53.207986 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5728b9e3-6e90-42ae-a87a-4aceb61f16c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/433b05d0-9520-4daf-95ea-4ddc3f8408e7 HTTP/1.1" status: 204  len: 168 time: 1.2482953
Feb 18 00:18:53.529048 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f90aac8>, [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:46Z', 'revision_number': 3, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:18:53.545184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34863876-a11a-4ec3-8fc0-67b9c02c4a62 None None] The sync data for ids ['1da7986e-9a14-41ae-97b5-a884f49c813a'] in dv-cinder-751579-21-iscsi is: [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:46Z', 'revision_number': 3, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:18:53.565193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38730) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:53.574387 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 18 00:18:53.648973 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4c556a42-7f6c-4a55-a4ed-73a9db8a9955 req-4f842735-0aa2-41cc-923c-6128c90b02e7 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 210 time: 0.0823357
Feb 18 00:18:53.667279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Allocated IP 172.20.0.1 (723b09a8-26d9-4b22-820f-e170fc1e54cc/a838f012-ae05-4ba6-81a0-4e3e126d041f/f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:18:53.770149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-190bade6-4d6c-43fc-8637-5b7fc24a9121 None None] Provisioning for port 341e5e01-1343-4124-824a-4ba07d609dc2 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:18:53.847833 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9911d9-f78f-4294-9f27-5440fd482c39 None None] Pushing event updated for resources: {'Port': ['ID=855cf51c-4d84-4e43-9f32-748f62231988,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:53.889324 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5c9911d9-f78f-4294-9f27-5440fd482c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:53.898984 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:53.922314 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-190bade6-4d6c-43fc-8637-5b7fc24a9121 None None] Provisioning complete for port 341e5e01-1343-4124-824a-4ba07d609dc2 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:18:53.922314 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-190bade6-4d6c-43fc-8637-5b7fc24a9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:54.020426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:54.036386 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-190bade6-4d6c-43fc-8637-5b7fc24a9121 None None] Port 341e5e01-1343-4124-824a-4ba07d609dc2 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:18:54.040768 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc874e6e-386c-4f4d-85db-553d9ed3aafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:54.045076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Attempting to bind port 855cf51c-4d84-4e43-9f32-748f62231988 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:18:54.045673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Attempting to bind port 855cf51c-4d84-4e43-9f32-748f62231988 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:18:54.046258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Attempting to bind port 855cf51c-4d84-4e43-9f32-748f62231988 on network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:18:54.080137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:18:54.080584 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Checking segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:18:54.082902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:54.082902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Bound using segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:18:54.082902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Bound port: 855cf51c-4d84-4e43-9f32-748f62231988, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:18:54.082902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:54.085732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:54.217103 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:54.391093 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] For port 855cf51c-4d84-4e43-9f32-748f62231988, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:18:54.409229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] For port 855cf51c-4d84-4e43-9f32-748f62231988, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=855cf51c-4d84-4e43-9f32-748f62231988,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:18:54.424994 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 17e4869b-f5ee-4611-83ab-53d9af308e6b up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:18:54.535554 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:54.590026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:54.635970 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:54.689621 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38772) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:54.700700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8d51461e-4f62-4ef7-b2a1-3fc984abfee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:54.752901 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Network 723b09a8-26d9-4b22-820f-e170fc1e54cc is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:18:54.754887 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:18:54.763532 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:18:54.764031 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1981970'] for router_interface, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:54.989839 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:54.998422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:54.999958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853093004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852793740'] for router_interface, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:55.049720 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:55.062744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 17e4869b-f5ee-4611-83ab-53d9af308e6b completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:18:55.096077 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 17e4869b-f5ee-4611-83ab-53d9af308e6b triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:18:55.096782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:55.171527 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:55.261793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.58', 63023) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:55.342969 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Pushing event updated for resources: {'Port': ['ID=341e5e01-1343-4124-824a-4ba07d609dc2,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:55.379734 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:55.450288 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9911d9-f78f-4294-9f27-5440fd482c39 None None] Pushing event updated for resources: {'Port': ['ID=855cf51c-4d84-4e43-9f32-748f62231988,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:55.464532 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5c9911d9-f78f-4294-9f27-5440fd482c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:55.476831 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-101a962c-b585-4728-a5fd-757bbe94aaed req-3d875e36-e957-4d3f-80f7-c5f7ee9e665b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 210 time: 0.1992764
Feb 18 00:18:55.480633 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:55.526504 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-54419a1e-96ab-43a1-81cf-32d1473f396b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:55.550262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Routers {'b815f993-8612-487a-a2fe-68a5a689081d'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:18:55.554216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f861dd8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:18:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b815f993-8612-487a-a2fe-68a5a689081d'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:18:55.606908 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-54419a1e-96ab-43a1-81cf-32d1473f396b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:55.653838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Network b386a18a-6f15-4736-83e0-5ac61f0904b4 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:18:55.655173 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:18:55.893857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-54419a1e-96ab-43a1-81cf-32d1473f396b admin admin] Usage tracker for resource:security_group_rule and tenant:f20f6cd4f6f147889989e7cd02fa1862 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:55.900456 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-54419a1e-96ab-43a1-81cf-32d1473f396b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:55.937918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-54419a1e-96ab-43a1-81cf-32d1473f396b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:56.107070 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Router 1da7986e-9a14-41ae-97b5-a884f49c813a has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:18:56.116893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:56.162897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-969ab686-8e87-42f4-9574-a06e41249d67 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:18:56.164244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-969ab686-8e87-42f4-9574-a06e41249d67 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Synchronizing usage tracker for tenant:20ef119346c04b039c809b9167aa73c0 on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:18:56.224822 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-969ab686-8e87-42f4-9574-a06e41249d67 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Unset dirty status for tenant:20ef119346c04b039c809b9167aa73c0 on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:18:56.232696 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-969ab686-8e87-42f4-9574-a06e41249d67 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.58 "GET /v2.0/networks?id=4484cc1a-ea5d-402e-a014-f298814dfa30 HTTP/1.1" status: 200  len: 812 time: 0.9638076
Feb 18 00:18:56.323002 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Request body: {'port': {'device_id': '329f46f6-6e13-46fc-b852-352ec4879e58', 'network_id': '4484cc1a-ea5d-402e-a014-f298814dfa30', 'admin_state_up': True, 'tenant_id': '20ef119346c04b039c809b9167aa73c0'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:18:56.343772 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] Set router b815f993-8612-487a-a2fe-68a5a689081d gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:18:56.517148 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:18:56.525426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-54419a1e-96ab-43a1-81cf-32d1473f396b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:56.548707 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-54419a1e-96ab-43a1-81cf-32d1473f396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:56.550991 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:56.563215 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] 10.222.0.55 "PUT /v2.0/routers/1da7986e-9a14-41ae-97b5-a884f49c813a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4117558
Feb 18 00:18:56.567840 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:56.589530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:56.614794 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853093004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852793740'] for router_interface, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:56.891275 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8590e93a-e396-438f-a9b8-12a737667a35 req-1af2dfb4-2281-4e54-bc6d-62016b7a407f tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 210 time: 0.1139708
Feb 18 00:18:56.992007 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:56.997915 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Usage tracker for resource:port and tenant:20ef119346c04b039c809b9167aa73c0 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:57.002303 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:57.009036 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:57.037838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54419a1e-96ab-43a1-81cf-32d1473f396b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eff4727-b95f-4486-9240-31c9d66714c5,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:57.070976 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-54419a1e-96ab-43a1-81cf-32d1473f396b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:57.075640 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-54419a1e-96ab-43a1-81cf-32d1473f396b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f20f6cd4f6f147889989e7cd02fa1862&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3847880
Feb 18 00:18:57.079058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 38882) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:57.081973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:57.161023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Made reservation on behalf of 20ef119346c04b039c809b9167aa73c0 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:18:57.180926 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:57.271513 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cf81af1-2a69-414b-8600-6041ede276f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:57.291694 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Network 723b09a8-26d9-4b22-820f-e170fc1e54cc is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:18:57.363851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cf81af1-2a69-414b-8600-6041ede276f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:57.384018 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:18:57.413918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Sync routers for ids ['1da7986e-9a14-41ae-97b5-a884f49c813a'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:18:57.442299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Routers {'1da7986e-9a14-41ae-97b5-a884f49c813a'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:18:57.454551 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd3106c9da0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:18:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['1da7986e-9a14-41ae-97b5-a884f49c813a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:18:57.479645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:57.546643 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port 17e4869b-f5ee-4611-83ab-53d9af308e6b, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=17e4869b-f5ee-4611-83ab-53d9af308e6b,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:18:57.546870 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cf81af1-2a69-414b-8600-6041ede276f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:57.562824 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:57.597576 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-8c0c5e0a-d48f-47e1-9bdf-ac0f99369b4b None None] Provisioning complete for port 341e5e01-1343-4124-824a-4ba07d609dc2 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:18:57.597760 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf81af1-2a69-414b-8600-6041ede276f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eff4727-b95f-4486-9240-31c9d66714c5,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:57.603282 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3cf81af1-2a69-414b-8600-6041ede276f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:57.609630 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cf81af1-2a69-414b-8600-6041ede276f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:57.613096 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5e0a-d48f-47e1-9bdf-ac0f99369b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:57.626259 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3cf81af1-2a69-414b-8600-6041ede276f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3eff4727-b95f-4486-9240-31c9d66714c5 HTTP/1.1" status: 204  len: 168 time: 0.5458260
Feb 18 00:18:57.901599 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:57.906565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c5e0a-d48f-47e1-9bdf-ac0f99369b4b None None] Port 341e5e01-1343-4124-824a-4ba07d609dc2 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:18:57.967627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:58.013658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5c9911d9-f78f-4294-9f27-5440fd482c39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:58.222590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:58.306851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=17e4869b-f5ee-4611-83ab-53d9af308e6b,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:58.332520 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:58.336374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Set router 1da7986e-9a14-41ae-97b5-a884f49c813a gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:18:58.394902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f861dd8>, [{'id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'name': 'tempest-ServerRescueNegativeTestJSON-1590330228-router', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '855cf51c-4d84-4e43-9f32-748f62231988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:45Z', 'updated_at': '2021-02-18T00:18:54Z', 'revision_number': 4, 'project_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'gw_port': {'id': '855cf51c-4d84-4e43-9f32-748f62231988', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:46Z', 'updated_at': '2021-02-18T00:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c', 'name': '', 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'mac_address': 'fa:16:3e:59:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a838f012-ae05-4ba6-81a0-4e3e126d041f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:53Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 1, 'project_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'subnets': [{'id': 'a838f012-ae05-4ba6-81a0-4e3e126d041f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:18:58.409060 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8c88cb8c-98fd-42bf-a084-26a056a60751 req-ee0802b7-7c6e-4c9b-bde3-dca308690abe tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 210 time: 0.2066376
Feb 18 00:18:58.409209 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea542e07-738e-4190-9f0b-0f77e3fff43e None None] The sync data for ids ['b815f993-8612-487a-a2fe-68a5a689081d'] in dv-cinder-751579-21-iscsi is: [{'id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'name': 'tempest-ServerRescueNegativeTestJSON-1590330228-router', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '855cf51c-4d84-4e43-9f32-748f62231988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:45Z', 'updated_at': '2021-02-18T00:18:54Z', 'revision_number': 4, 'project_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'gw_port': {'id': '855cf51c-4d84-4e43-9f32-748f62231988', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:46Z', 'updated_at': '2021-02-18T00:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c', 'name': '', 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'mac_address': 'fa:16:3e:59:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a838f012-ae05-4ba6-81a0-4e3e126d041f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:53Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 1, 'project_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'subnets': [{'id': 'a838f012-ae05-4ba6-81a0-4e3e126d041f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:18:58.409486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 38928) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:58.422487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380794464', 'description': 'tempest-description--103469122'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:18:58.443155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:58.457270 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Usage tracker for resource:security_group and tenant:7a2141dc77ca46dcb9610bc918c4f59d is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:58.462282 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:58.481781 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:58.494521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.413s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:58.509305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:58.579297 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:58.588928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Usage tracker for resource:security_group_rule and tenant:7a2141dc77ca46dcb9610bc918c4f59d is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:58.614851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:58.631338 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Allocated IP 172.20.0.13 (4484cc1a-ea5d-402e-a014-f298814dfa30/6e0e84db-17ba-4875-be32-167c0e81fb70/6e4dc446-9c1e-414b-8a9d-9c31ffb027c0) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:18:58.635434 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:58.881621 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:58.903591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:58.913499 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:59.052615 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a973de-4659-43ad-848b-ecc982e47085,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:59.055497 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:59.056405 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:59.063575 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.6529105
Feb 18 00:18:59.072082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 38944) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:59.095602 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-1071e897-f047-4f0d-85bd-79dfb83d64de tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Request body: {'security_group_rule': {'security_group_id': '13a973de-4659-43ad-848b-ecc982e47085', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:18:59.115694 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1071e897-f047-4f0d-85bd-79dfb83d64de tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:59.139875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1071e897-f047-4f0d-85bd-79dfb83d64de tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Usage tracker for resource:security_group_rule and tenant:7a2141dc77ca46dcb9610bc918c4f59d is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:59.141832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Router b815f993-8612-487a-a2fe-68a5a689081d has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:18:59.144835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1071e897-f047-4f0d-85bd-79dfb83d64de tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:59.151882 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1071e897-f047-4f0d-85bd-79dfb83d64de tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:59.180797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1071e897-f047-4f0d-85bd-79dfb83d64de tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:59.359147 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1071e897-f047-4f0d-85bd-79dfb83d64de tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:59.363419 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1071e897-f047-4f0d-85bd-79dfb83d64de tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170069'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:59.365625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:18:59.415827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071e897-f047-4f0d-85bd-79dfb83d64de tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66dada7-dddc-4146-925b-c40a520d542a,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:18:59.439204 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd3106c9da0>, [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:18:54Z', 'revision_number': 2, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:18:59.451266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Checking router: 1da7986e-9a14-41ae-97b5-a884f49c813a for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:18:59.454056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Updating router 1da7986e-9a14-41ae-97b5-a884f49c813a port 341e5e01-1343-4124-824a-4ba07d609dc2 binding host dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:18:59.504603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38962) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:59.566262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1071e897-f047-4f0d-85bd-79dfb83d64de tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:59.577090 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1071e897-f047-4f0d-85bd-79dfb83d64de tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5018985
Feb 18 00:18:59.579261 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 38968) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:59.591315 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 38972) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:18:59.603614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:59.610731 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-5dde70c9-7413-461d-9299-8ae27396bebc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Request body: {'security_group_rule': {'security_group_id': '13a973de-4659-43ad-848b-ecc982e47085', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:18:59.664439 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5dde70c9-7413-461d-9299-8ae27396bebc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:18:59.670368 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5dde70c9-7413-461d-9299-8ae27396bebc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Usage tracker for resource:security_group_rule and tenant:7a2141dc77ca46dcb9610bc918c4f59d is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:18:59.674147 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5dde70c9-7413-461d-9299-8ae27396bebc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:18:59.688788 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5dde70c9-7413-461d-9299-8ae27396bebc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:18:59.758685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1071e897-f047-4f0d-85bd-79dfb83d64de tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:18:59.779002 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5dde70c9-7413-461d-9299-8ae27396bebc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:18:59.924127 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:00.075221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5dde70c9-7413-461d-9299-8ae27396bebc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:00.081704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5dde70c9-7413-461d-9299-8ae27396bebc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170069'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:00.089668 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:00.172092 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde70c9-7413-461d-9299-8ae27396bebc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a3be16-eae5-42db-bc16-87e2d5966503,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:00.186907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5dde70c9-7413-461d-9299-8ae27396bebc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:00.228305 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-90855214-b414-4b06-ad17-ea719ec7be48 req-83fdc97e-6678-48d8-9e37-552a69612c65 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 210 time: 0.3092763
Feb 18 00:19:00.230240 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5dde70c9-7413-461d-9299-8ae27396bebc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:00.231621 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5dde70c9-7413-461d-9299-8ae27396bebc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6468134
Feb 18 00:19:00.249377 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 38986) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:00.267706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Request body: {'floatingip': {'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:19:00.297740 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:00.317941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Usage tracker for resource:floatingip and tenant:7a2141dc77ca46dcb9610bc918c4f59d is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:00.332363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:00.347973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 855cf51c-4d84-4e43-9f32-748f62231988 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:00.356739 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:19:00.368889 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:00.412927 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for floatingip, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:00.456048 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-65723c3f-cb15-4966-a65e-47023ff3bb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:00.509607 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-65723c3f-cb15-4966-a65e-47023ff3bb67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:00.522741 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3f54db6e-7058-41ee-a1fe-a95abfe40d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:00.576999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-65723c3f-cb15-4966-a65e-47023ff3bb67 admin admin] Usage tracker for resource:security_group_rule and tenant:81e3bbbff7a04e5d8a1fdf18935c67e4 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:00.580725 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] 10.222.0.55 "PUT /v2.0/routers/b815f993-8612-487a-a2fe-68a5a689081d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2667341
Feb 18 00:19:00.588197 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3f54db6e-7058-41ee-a1fe-a95abfe40d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:00.598045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 855cf51c-4d84-4e43-9f32-748f62231988 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:19:00.608964 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-65723c3f-cb15-4966-a65e-47023ff3bb67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:00.619532 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 855cf51c-4d84-4e43-9f32-748f62231988 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:00.621658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:00.651594 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3f54db6e-7058-41ee-a1fe-a95abfe40d22 admin admin] Usage tracker for resource:security_group_rule and tenant:e147cc822e1b4644ad4f89039caa593a is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:00.654677 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-65723c3f-cb15-4966-a65e-47023ff3bb67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:00.662084 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3f54db6e-7058-41ee-a1fe-a95abfe40d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:00.669797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3f54db6e-7058-41ee-a1fe-a95abfe40d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:00.767430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:00.840761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-786cbd98-425d-45d5-91eb-ef53ec021e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:00.938960 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:00.955394 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:01.004451 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port 855cf51c-4d84-4e43-9f32-748f62231988, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=855cf51c-4d84-4e43-9f32-748f62231988,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:19:01.022199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:01.022199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 17e4869b-f5ee-4611-83ab-53d9af308e6b up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:01.079882 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:01.117742 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Transition to ACTIVE for port object 341e5e01-1343-4124-824a-4ba07d609dc2 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:19:01.126523 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:01.175103 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:01.188902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:01.488617 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5fa46-780f-4d26-bf9b-45345ad6a485 None None] Pushing event updated for resources: {'Port': ['ID=341e5e01-1343-4124-824a-4ba07d609dc2,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:01.510728 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 39030) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:01.517595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-afe5fa46-780f-4d26-bf9b-45345ad6a485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:01.570157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Allocated IP 172.27.3.199 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/76ae3858-87d9-4460-8174-cff72ad73826) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:19:01.589114 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=855cf51c-4d84-4e43-9f32-748f62231988,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:01.605643 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:01.606977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 17e4869b-f5ee-4611-83ab-53d9af308e6b triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:01.607734 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:01.771269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:01.848367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:01.856094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Pushing event updated for resources: {'Port': ['ID=6e4dc446-9c1e-414b-8a9d-9c31ffb027c0,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:02.081447 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3f54db6e-7058-41ee-a1fe-a95abfe40d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:02.084382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.244s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:02.100856 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3f54db6e-7058-41ee-a1fe-a95abfe40d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:02.101965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Attempting to bind port 341e5e01-1343-4124-824a-4ba07d609dc2 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:19:02.102479 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Attempting to bind port 341e5e01-1343-4124-824a-4ba07d609dc2 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:19:02.102750 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Attempting to bind port 341e5e01-1343-4124-824a-4ba07d609dc2 on network b386a18a-6f15-4736-83e0-5ac61f0904b4 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:19:02.111654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:19:02.112070 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Checking segment: {'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:19:02.125224 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Network 4484cc1a-ea5d-402e-a014-f298814dfa30 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:19:02.132832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:02.135886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Bound using segment: {'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:19:02.136196 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Bound port: 341e5e01-1343-4124-824a-4ba07d609dc2, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:19:02.141304 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:02.180961 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:19:02.181132 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 855cf51c-4d84-4e43-9f32-748f62231988 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:02.184391 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:02.232865 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3f54db6e-7058-41ee-a1fe-a95abfe40d22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e147cc822e1b4644ad4f89039caa593a&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6175275
Feb 18 00:19:02.238930 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:19:02.248013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:02.253761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:02.329208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 39052) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:02.329841 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:02.331711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54db6e-7058-41ee-a1fe-a95abfe40d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267c4815-10c5-42ab-97ed-f5184bc6ac2b,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:02.383550 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.0713632
Feb 18 00:19:02.384685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3f54db6e-7058-41ee-a1fe-a95abfe40d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:02.403916 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 855cf51c-4d84-4e43-9f32-748f62231988 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:02.405031 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:02.477125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] For port 341e5e01-1343-4124-824a-4ba07d609dc2, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:19:02.489662 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] For port 341e5e01-1343-4124-824a-4ba07d609dc2, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=341e5e01-1343-4124-824a-4ba07d609dc2,segment=NetworkSegment(435c97c4-2116-4e41-98aa-bf8c192acf75),segment_id=435c97c4-2116-4e41-98aa-bf8c192acf75)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:19:02.498999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:02.750519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fba09a5c-1513-46e4-8b63-057314a39bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:02.811651 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-fba09a5c-1513-46e4-8b63-057314a39bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:02.823206 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-fba09a5c-1513-46e4-8b63-057314a39bfa admin admin] Usage tracker for resource:security_group_rule and tenant:93bbc4a1fde84953b26349997a6e64eb is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:02.830962 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-fba09a5c-1513-46e4-8b63-057314a39bfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:02.840512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:02.849266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-fba09a5c-1513-46e4-8b63-057314a39bfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:02.984243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:19:02.987654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Routers {'1da7986e-9a14-41ae-97b5-a884f49c813a'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:19:02.988330 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd3106c9da0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:18:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['1da7986e-9a14-41ae-97b5-a884f49c813a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:03.008159 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-65723c3f-cb15-4966-a65e-47023ff3bb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:03.028286 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-65723c3f-cb15-4966-a65e-47023ff3bb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:03.039144 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345891f-60ab-402c-9921-55cd1902aefa req-ca43a378-3595-4492-8478-d92faf871241 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:03.052709 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9345891f-60ab-402c-9921-55cd1902aefa req-ca43a378-3595-4492-8478-d92faf871241 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 932 time: 1.2159173
Feb 18 00:19:03.055672 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event updated for resources: {'Port': ['ID=76ae3858-87d9-4460-8174-cff72ad73826,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:03.059555 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:19:03.078196 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:19:03.092588 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:03.111385 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:03.163689 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9345891f-60ab-402c-9921-55cd1902aefa req-7ebb082b-5c1c-4d91-8ba2-c1fc36b50037 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091521
Feb 18 00:19:03.243712 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-d4c8e5b2-9261-4ba4-b11a-0428af2b99f7 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:03.244574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-d4c8e5b2-9261-4ba4-b11a-0428af2b99f7 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Synchronizing usage tracker for tenant:30fcfa6325fc46188a1b3d8f51ea489b on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:19:03.273866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b413aa1d-b791-4ac9-b7d1-1ed10deefb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:03.351656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65723c3f-cb15-4966-a65e-47023ff3bb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b975c17e-0caf-42d9-99e6-6ee7f1628913,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:03.355131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-65723c3f-cb15-4966-a65e-47023ff3bb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:03.356285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b413aa1d-b791-4ac9-b7d1-1ed10deefb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:03.360577 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-65723c3f-cb15-4966-a65e-47023ff3bb67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=81e3bbbff7a04e5d8a1fdf18935c67e4&name=default HTTP/1.1" status: 200  len: 2979 time: 3.8283970
Feb 18 00:19:03.362989 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-d4c8e5b2-9261-4ba4-b11a-0428af2b99f7 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Unset dirty status for tenant:30fcfa6325fc46188a1b3d8f51ea489b on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:19:03.370434 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-d4c8e5b2-9261-4ba4-b11a-0428af2b99f7 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/networks?id=723b09a8-26d9-4b22-820f-e170fc1e54cc HTTP/1.1" status: 200  len: 819 time: 1.0096622
Feb 18 00:19:03.373127 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 39076) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:03.432607 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b413aa1d-b791-4ac9-b7d1-1ed10deefb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:03.440662 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-0351d663-c229-402e-83ca-999b81fec9f0 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/quotas/30fcfa6325fc46188a1b3d8f51ea489b HTTP/1.1" status: 200  len: 375 time: 0.0690973
Feb 18 00:19:03.450504 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4159ac5d-4c5a-43d4-b183-fe481961f3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:03.483374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413aa1d-b791-4ac9-b7d1-1ed10deefb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267c4815-10c5-42ab-97ed-f5184bc6ac2b,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:03.497232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b413aa1d-b791-4ac9-b7d1-1ed10deefb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:03.499618 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:03.545092 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b413aa1d-b791-4ac9-b7d1-1ed10deefb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:03.547110 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b413aa1d-b791-4ac9-b7d1-1ed10deefb07 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/267c4815-10c5-42ab-97ed-f5184bc6ac2b HTTP/1.1" status: 204  len: 168 time: 1.1219585
Feb 18 00:19:03.555820 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5fa46-780f-4d26-bf9b-45345ad6a485 None None] Pushing event updated for resources: {'Port': ['ID=341e5e01-1343-4124-824a-4ba07d609dc2,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:03.561705 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-afe5fa46-780f-4d26-bf9b-45345ad6a485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:03.612701 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Sync routers for ids ['b815f993-8612-487a-a2fe-68a5a689081d'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:19:03.628654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Routers {'b815f993-8612-487a-a2fe-68a5a689081d'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:19:03.629799 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fbf3400>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:18:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b815f993-8612-487a-a2fe-68a5a689081d'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:03.664913 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fba09a5c-1513-46e4-8b63-057314a39bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:03.696995 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fba09a5c-1513-46e4-8b63-057314a39bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:03.730675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:03.773424 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:03.778379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] Set router 1da7986e-9a14-41ae-97b5-a884f49c813a gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:19:03.782991 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac281e05-df54-441b-a8f5-0040214fa53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:03.892838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 39092) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:03.938786 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-fba09a5c-1513-46e4-8b63-057314a39bfa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93bbc4a1fde84953b26349997a6e64eb&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0395308
Feb 18 00:19:03.940109 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba09a5c-1513-46e4-8b63-057314a39bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11d9769-4903-488b-9c7e-e981e2304f9d,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:03.944304 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac281e05-df54-441b-a8f5-0040214fa53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:03.951761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 39100) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:03.955667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-8f9d362f-9aed-49c1-99c0-cf84cda52df5 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Synchronizing usage tracker for tenant:30fcfa6325fc46188a1b3d8f51ea489b on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:19:03.964660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fba09a5c-1513-46e4-8b63-057314a39bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:03.995920 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-bcadce4c-7e99-4bf0-8a7b-921e9b0a9283 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:19:03.997375 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-bcadce4c-7e99-4bf0-8a7b-921e9b0a9283 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0099981
Feb 18 00:19:04.072119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-8f9d362f-9aed-49c1-99c0-cf84cda52df5 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Unset dirty status for tenant:30fcfa6325fc46188a1b3d8f51ea489b on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:19:04.073363 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-8f9d362f-9aed-49c1-99c0-cf84cda52df5 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=30fcfa6325fc46188a1b3d8f51ea489b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6318398
Feb 18 00:19:04.117212 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce60b-6f9f-4079-8f53-78f091a9e4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:04.133749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Set router b815f993-8612-487a-a2fe-68a5a689081d gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:19:04.135512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac281e05-df54-441b-a8f5-0040214fa53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:04.150904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fba09a5c-1513-46e4-8b63-057314a39bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:04.182513 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce60b-6f9f-4079-8f53-78f091a9e4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:04.198409 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac281e05-df54-441b-a8f5-0040214fa53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b975c17e-0caf-42d9-99e6-6ee7f1628913,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:04.222262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ac281e05-df54-441b-a8f5-0040214fa53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:04.298280 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac281e05-df54-441b-a8f5-0040214fa53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:04.304213 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ac281e05-df54-441b-a8f5-0040214fa53c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b975c17e-0caf-42d9-99e6-6ee7f1628913 HTTP/1.1" status: 204  len: 168 time: 0.9260893
Feb 18 00:19:04.348622 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce60b-6f9f-4079-8f53-78f091a9e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:04.352904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:04.385387 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ce60b-6f9f-4079-8f53-78f091a9e4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11d9769-4903-488b-9c7e-e981e2304f9d,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:04.401496 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9d4ce60b-6f9f-4079-8f53-78f091a9e4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:04.412225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce60b-6f9f-4079-8f53-78f091a9e4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:04.415862 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9d4ce60b-6f9f-4079-8f53-78f091a9e4e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b11d9769-4903-488b-9c7e-e981e2304f9d HTTP/1.1" status: 204  len: 168 time: 0.4541495
Feb 18 00:19:04.521828 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:04.588236 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:04.612763 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:04.703540 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd3106c9da0>, [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:19:02Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:04.718258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23313974-31e3-427c-85bc-203f1ceac8c2 None None] The sync data for ids ['1da7986e-9a14-41ae-97b5-a884f49c813a'] in dv-cinder-751579-21-iscsi is: [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:19:02Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:19:04.780810 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cfc37810-a9ca-42f6-8e5e-83193743c40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:04.840600 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cfc37810-a9ca-42f6-8e5e-83193743c40d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:04.862551 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cfc37810-a9ca-42f6-8e5e-83193743c40d admin admin] Usage tracker for resource:security_group_rule and tenant:352a8976d6204e1baba88c43b7759a4d is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:04.866547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cfc37810-a9ca-42f6-8e5e-83193743c40d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:04.890776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cfc37810-a9ca-42f6-8e5e-83193743c40d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:04.991427 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event updated for resources: {'Port': ['ID=76ae3858-87d9-4460-8174-cff72ad73826,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:05.014218 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:05.083521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37132d7e-68fb-40f0-b637-6ed5ee669719 req-bb65be3b-949c-4a70-9cda-d42b7acf5967 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:05.091049 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-37132d7e-68fb-40f0-b637-6ed5ee669719 req-bb65be3b-949c-4a70-9cda-d42b7acf5967 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 932 time: 0.5742838
Feb 18 00:19:05.177576 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fbf3400>, [{'id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'name': 'tempest-ServerRescueNegativeTestJSON-1590330228-router', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '855cf51c-4d84-4e43-9f32-748f62231988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:45Z', 'updated_at': '2021-02-18T00:18:54Z', 'revision_number': 4, 'project_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'gw_port': {'id': '855cf51c-4d84-4e43-9f32-748f62231988', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:46Z', 'updated_at': '2021-02-18T00:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c', 'name': '', 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'mac_address': 'fa:16:3e:59:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a838f012-ae05-4ba6-81a0-4e3e126d041f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:53Z', 'updated_at': '2021-02-18T00:18:55Z', 'revision_number': 2, 'project_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'subnets': [{'id': 'a838f012-ae05-4ba6-81a0-4e3e126d041f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:05.188057 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Checking router: b815f993-8612-487a-a2fe-68a5a689081d for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:19:05.189516 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Updating router b815f993-8612-487a-a2fe-68a5a689081d port f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c binding host dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:19:05.203633 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cfc37810-a9ca-42f6-8e5e-83193743c40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:05.209115 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cfc37810-a9ca-42f6-8e5e-83193743c40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:05.229252 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:05.325327 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cfc37810-a9ca-42f6-8e5e-83193743c40d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=352a8976d6204e1baba88c43b7759a4d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4312384
Feb 18 00:19:05.326413 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc37810-a9ca-42f6-8e5e-83193743c40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6b5656-f83e-47c9-b818-187bbd053010,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:05.330522 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cfc37810-a9ca-42f6-8e5e-83193743c40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:05.331039 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 39136) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:05.348636 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-37132d7e-68fb-40f0-b637-6ed5ee669719 req-a00ead1e-b98a-4e2b-bcfc-038955d11cfb tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2445343
Feb 18 00:19:05.394374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:05.407131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:05.472259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Request body: {'port': {'device_id': '329f46f6-6e13-46fc-b852-352ec4879e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:19:05.485129 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:05.493754 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.2385986
Feb 18 00:19:05.639450 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a79745cb-19b7-4b07-857e-071e29b3aa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:05.675149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a79745cb-19b7-4b07-857e-071e29b3aa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:05.738954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-de7c2b24-e9d4-42e4-a6f9-a7e6b70eb59a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:19:05.740209 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-de7c2b24-e9d4-42e4-a6f9-a7e6b70eb59a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.5977600
Feb 18 00:19:05.751162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a79745cb-19b7-4b07-857e-071e29b3aa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:05.803652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 39144) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:05.877476 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-348ba7a8-8b83-42e5-9a86-ba278626f723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:05.920322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-348ba7a8-8b83-42e5-9a86-ba278626f723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:05.929599 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-348ba7a8-8b83-42e5-9a86-ba278626f723 admin admin] Usage tracker for resource:security_group_rule and tenant:78e2527bd6fe41e592497fe0c59033be is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:05.940891 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-348ba7a8-8b83-42e5-9a86-ba278626f723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:05.953316 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-348ba7a8-8b83-42e5-9a86-ba278626f723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:05.996727 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:06.033519 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-db3cc3fa-16cd-44f8-9e32-3120158a23a2 service neutron] 10.222.0.55 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2723248
Feb 18 00:19:06.052776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79745cb-19b7-4b07-857e-071e29b3aa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6b5656-f83e-47c9-b818-187bbd053010,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:06.057200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a79745cb-19b7-4b07-857e-071e29b3aa7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:06.133941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:06.155466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 39150) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:06.257297 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-86626cb7-1f4e-4b59-a48a-d4b4685dc583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:06.343625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-86626cb7-1f4e-4b59-a48a-d4b4685dc583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:06.359538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-86626cb7-1f4e-4b59-a48a-d4b4685dc583 admin admin] Usage tracker for resource:security_group_rule and tenant:6f67c2f7defb4ab6b33d0e8d082910d0 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:06.368154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-86626cb7-1f4e-4b59-a48a-d4b4685dc583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:06.396597 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-86626cb7-1f4e-4b59-a48a-d4b4685dc583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:06.416400 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 341e5e01-1343-4124-824a-4ba07d609dc2 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:06.447021 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-348ba7a8-8b83-42e5-9a86-ba278626f723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:06.457218 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-348ba7a8-8b83-42e5-9a86-ba278626f723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:06.519989 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a79745cb-19b7-4b07-857e-071e29b3aa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:06.526048 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a79745cb-19b7-4b07-857e-071e29b3aa7f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a6b5656-f83e-47c9-b818-187bbd053010 HTTP/1.1" status: 204  len: 168 time: 1.1909890
Feb 18 00:19:06.537553 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-042b3ef3-6b17-4a1c-a84e-2552c0ead074 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:06.568965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 39170) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:06.570474 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-348ba7a8-8b83-42e5-9a86-ba278626f723 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78e2527bd6fe41e592497fe0c59033be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7652905
Feb 18 00:19:06.679970 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 341e5e01-1343-4124-824a-4ba07d609dc2 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:19:06.705577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 341e5e01-1343-4124-824a-4ba07d609dc2 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:06.706008 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:06.768856 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ba7a8-8b83-42e5-9a86-ba278626f723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c56cd4a-7801-4ce0-9246-d5b070904eda,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:06.773149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-348ba7a8-8b83-42e5-9a86-ba278626f723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:06.794890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-74dfb3bf-ceae-4f1f-8eae-47d6f3bda439 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Synchronizing usage tracker for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:19:06.823378 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-46dd51fc-94f9-496d-8518-9ea6d94b8b0a service neutron] 10.222.0.55 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7596097
Feb 18 00:19:07.034585 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-86626cb7-1f4e-4b59-a48a-d4b4685dc583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:07.061234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-86626cb7-1f4e-4b59-a48a-d4b4685dc583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:07.065344 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f066-dbb7-49ec-9a2f-4ac07aa7358d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:07.148622 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f066-dbb7-49ec-9a2f-4ac07aa7358d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:07.153232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:07.175164 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a5704b45-0c0f-4b00-be26-63adc5daf567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:07.196511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-74dfb3bf-ceae-4f1f-8eae-47d6f3bda439 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Unset dirty status for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:19:07.210538 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-74dfb3bf-ceae-4f1f-8eae-47d6f3bda439 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1380794464&fields=id&tenant_id=7a2141dc77ca46dcb9610bc918c4f59d HTTP/1.1" status: 200  len: 267 time: 0.6377308
Feb 18 00:19:07.278139 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f066-dbb7-49ec-9a2f-4ac07aa7358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:07.317322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5728b9e3-6e90-42ae-a87a-4aceb61f16c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:07.375557 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5f066-dbb7-49ec-9a2f-4ac07aa7358d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c56cd4a-7801-4ce0-9246-d5b070904eda,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:07.381890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6cf5f066-dbb7-49ec-9a2f-4ac07aa7358d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:07.392232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6cf5f066-dbb7-49ec-9a2f-4ac07aa7358d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:07.393939 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6cf5f066-dbb7-49ec-9a2f-4ac07aa7358d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c56cd4a-7801-4ce0-9246-d5b070904eda HTTP/1.1" status: 204  len: 168 time: 0.8215563
Feb 18 00:19:07.544449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port 341e5e01-1343-4124-824a-4ba07d609dc2, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=341e5e01-1343-4124-824a-4ba07d609dc2,segment=NetworkSegment(435c97c4-2116-4e41-98aa-bf8c192acf75),segment_id=435c97c4-2116-4e41-98aa-bf8c192acf75)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:19:07.551099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:07.567190 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:07.645581 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:07.742922 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 39200) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:07.771212 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Transition to ACTIVE for port object f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:19:07.775973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86626cb7-1f4e-4b59-a48a-d4b4685dc583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bf01ef-5963-48a8-9e73-58d3f80158a2,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:07.790149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-491e9cc6-9375-47ec-b6dc-8ccd0cfa5695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:07.800895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:07.812583 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-86626cb7-1f4e-4b59-a48a-d4b4685dc583 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f67c2f7defb4ab6b33d0e8d082910d0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6506193
Feb 18 00:19:07.815640 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 39206) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:07.819100 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-86626cb7-1f4e-4b59-a48a-d4b4685dc583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:07.826985 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=341e5e01-1343-4124-824a-4ba07d609dc2,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:07.849436 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-3b352992-76c1-4368-93b5-db0762028744 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:07.857629 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-3b352992-76c1-4368-93b5-db0762028744 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/networks?id=b386a18a-6f15-4736-83e0-5ac61f0904b4 HTTP/1.1" status: 200  len: 811 time: 0.6428690
Feb 18 00:19:07.889701 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-aee07711-9195-48b4-a300-2853923e2cda tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/quotas/7a2141dc77ca46dcb9610bc918c4f59d HTTP/1.1" status: 200  len: 375 time: 0.0272856
Feb 18 00:19:07.894194 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:07.895395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:08.013844 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc5353-dc4c-4c94-b638-d301aeb384e8 None None] Pushing event updated for resources: {'Port': ['ID=f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:08.019446 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-15fc5353-dc4c-4c94-b638-d301aeb384e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:08.036606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-491e9cc6-9375-47ec-b6dc-8ccd0cfa5695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:08.053616 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-491e9cc6-9375-47ec-b6dc-8ccd0cfa5695 admin admin] Usage tracker for resource:security_group_rule and tenant:b740f44818ef4ee9b8c87cce47770821 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:08.067458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-491e9cc6-9375-47ec-b6dc-8ccd0cfa5695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:08.096042 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-491e9cc6-9375-47ec-b6dc-8ccd0cfa5695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:08.198168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-a640e777-6d65-42b9-9b3d-20ade22c09dd tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Synchronizing usage tracker for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:19:08.224748 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-a640e777-6d65-42b9-9b3d-20ade22c09dd tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Unset dirty status for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:19:08.227141 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-a640e777-6d65-42b9-9b3d-20ade22c09dd tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3334305
Feb 18 00:19:08.409431 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-491e9cc6-9375-47ec-b6dc-8ccd0cfa5695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:08.457136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-491e9cc6-9375-47ec-b6dc-8ccd0cfa5695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:08.475040 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5add39fa-2903-4b09-b820-d5e7f7af571d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:08.618641 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 341e5e01-1343-4124-824a-4ba07d609dc2 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:08.679165 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-0389d2ac-1945-4728-8d31-10b664e9aeae service neutron] 10.222.0.55 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4244092
Feb 18 00:19:08.683955 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-491e9cc6-9375-47ec-b6dc-8ccd0cfa5695 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b740f44818ef4ee9b8c87cce47770821&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9399095
Feb 18 00:19:08.685134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e9cc6-9375-47ec-b6dc-8ccd0cfa5695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52518442-5c10-414d-a573-8f56475baeb3,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:08.697004 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 39236) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:08.718940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-491e9cc6-9375-47ec-b6dc-8ccd0cfa5695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:08.850458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034cf81-0b55-4b0e-9ea5-b4511c663327 req-30ececb9-9880-40c9-b8f2-49d6b15a275f tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:08.851314 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0034cf81-0b55-4b0e-9ea5-b4511c663327 req-30ececb9-9880-40c9-b8f2-49d6b15a275f tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Synchronizing usage tracker for tenant:20ef119346c04b039c809b9167aa73c0 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:19:08.873466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5254e79d-d51c-458c-b701-d2435d38d148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:08.955636 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0034cf81-0b55-4b0e-9ea5-b4511c663327 req-30ececb9-9880-40c9-b8f2-49d6b15a275f tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Unset dirty status for tenant:20ef119346c04b039c809b9167aa73c0 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:19:08.973030 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0034cf81-0b55-4b0e-9ea5-b4511c663327 req-30ececb9-9880-40c9-b8f2-49d6b15a275f tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 932 time: 1.4391284
Feb 18 00:19:09.086847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5254e79d-d51c-458c-b701-d2435d38d148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:09.105361 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Attempting to bind port f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:19:09.106121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Attempting to bind port f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': 'ae6f9fd0-8701-4eae-91fa-01b67535077e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:19:09.106978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Attempting to bind port f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c on network 723b09a8-26d9-4b22-820f-e170fc1e54cc {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:19:09.122916 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:19:09.123721 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Checking segment: {'id': 'ae6f9fd0-8701-4eae-91fa-01b67535077e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:19:09.124462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:09.125097 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Bound using segment: {'id': 'ae6f9fd0-8701-4eae-91fa-01b67535077e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:19:09.125817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Bound port: f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6f9fd0-8701-4eae-91fa-01b67535077e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:19:09.126454 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:09.150717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0034cf81-0b55-4b0e-9ea5-b4511c663327 req-e8fa6ef7-b875-459a-a931-a888af03328e tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Synchronizing usage tracker for tenant:20ef119346c04b039c809b9167aa73c0 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:19:09.178347 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5254e79d-d51c-458c-b701-d2435d38d148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:09.190677 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.resource_extend [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 18 00:19:09.211333 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9d4ce60b-6f9f-4079-8f53-78f091a9e4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:09.238343 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254e79d-d51c-458c-b701-d2435d38d148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bf01ef-5963-48a8-9e73-58d3f80158a2,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:09.247372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] For port f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:19:09.250866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] For port f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c,segment=NetworkSegment(ae6f9fd0-8701-4eae-91fa-01b67535077e),segment_id=ae6f9fd0-8701-4eae-91fa-01b67535077e)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:19:09.252229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 341e5e01-1343-4124-824a-4ba07d609dc2 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:09.252878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:09.261907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5254e79d-d51c-458c-b701-d2435d38d148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:09.287673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:09.318577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0034cf81-0b55-4b0e-9ea5-b4511c663327 req-e8fa6ef7-b875-459a-a931-a888af03328e tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Unset dirty status for tenant:20ef119346c04b039c809b9167aa73c0 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:19:09.332118 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0034cf81-0b55-4b0e-9ea5-b4511c663327 req-e8fa6ef7-b875-459a-a931-a888af03328e tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3553035
Feb 18 00:19:09.360420 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5254e79d-d51c-458c-b701-d2435d38d148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:09.365549 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5254e79d-d51c-458c-b701-d2435d38d148 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00bf01ef-5963-48a8-9e73-58d3f80158a2 HTTP/1.1" status: 204  len: 168 time: 1.5164220
Feb 18 00:19:09.368751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad142f6b-3719-42b7-a5ad-e96a1ead5767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:09.407562 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:19:09.429273 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:09.453365 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-af37c0c2-09cf-4f17-ad7d-56823f831560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:09.467016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Transition to ACTIVE for port object 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:19:09.473814 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:09.506287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad142f6b-3719-42b7-a5ad-e96a1ead5767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:09.655066 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad142f6b-3719-42b7-a5ad-e96a1ead5767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:09.677617 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-0fb37315-53b6-4835-a0ec-e9e7b9a54813 service neutron] 10.222.0.55 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9813542
Feb 18 00:19:09.690221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Routers {'b815f993-8612-487a-a2fe-68a5a689081d'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:19:09.690920 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fbf3400>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:18:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b815f993-8612-487a-a2fe-68a5a689081d'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:09.698375 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:09.713257 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:09.771990 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad142f6b-3719-42b7-a5ad-e96a1ead5767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52518442-5c10-414d-a573-8f56475baeb3,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:09.775059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ad142f6b-3719-42b7-a5ad-e96a1ead5767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:09.803886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad142f6b-3719-42b7-a5ad-e96a1ead5767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:09.805176 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ad142f6b-3719-42b7-a5ad-e96a1ead5767 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52518442-5c10-414d-a573-8f56475baeb3 HTTP/1.1" status: 204  len: 168 time: 1.1041882
Feb 18 00:19:10.188194 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7962f9be-7139-4ce2-96ad-243e8afe328f req-617d8aa9-4487-4019-9b41-bf2e4887811d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 210 time: 0.1553750
Feb 18 00:19:10.253803 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc5353-dc4c-4c94-b638-d301aeb384e8 None None] Pushing event updated for resources: {'Port': ['ID=f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:10.282820 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-15fc5353-dc4c-4c94-b638-d301aeb384e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:10.533432 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] Set router b815f993-8612-487a-a2fe-68a5a689081d gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:19:10.756930 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248c135-3e83-4c53-acd8-4adf5bb2b28b req-e6f759e1-c717-41fb-87d3-7f7d94952215 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:10.772873 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4dc446-9c1e-414b-8a9d-9c31ffb027c0,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:10.772955 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d248c135-3e83-4c53-acd8-4adf5bb2b28b req-e6f759e1-c717-41fb-87d3-7f7d94952215 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 944 time: 0.1930614
Feb 18 00:19:10.791534 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1deacf93-6fc0-4efc-a9bc-39965bfaf22f req-27b214cc-a652-4897-8baa-b11d8e696c0a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 210 time: 1.0794866
Feb 18 00:19:10.803770 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.088s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:10.836750 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Attempting to bind port 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:19:10.837131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Attempting to bind port 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '65235406-a806-47ec-831b-07d31fe55cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4484cc1a-ea5d-402e-a014-f298814dfa30'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:19:10.837489 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Attempting to bind port 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 on network 4484cc1a-ea5d-402e-a014-f298814dfa30 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:19:10.853074 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:19:10.853336 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Checking segment: {'id': '65235406-a806-47ec-831b-07d31fe55cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4484cc1a-ea5d-402e-a014-f298814dfa30'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:19:10.853684 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:10.854093 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Bound using segment: {'id': '65235406-a806-47ec-831b-07d31fe55cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4484cc1a-ea5d-402e-a014-f298814dfa30'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:19:10.856166 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Bound port: 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65235406-a806-47ec-831b-07d31fe55cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4484cc1a-ea5d-402e-a014-f298814dfa30'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:19:10.856571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:10.861369 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d248c135-3e83-4c53-acd8-4adf5bb2b28b req-44ec58d6-def1-4b9b-a47b-0317659daccb tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837140
Feb 18 00:19:11.024352 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] For port 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0, host hv-cinder-75157, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:19:11.029583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] For port 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=6e4dc446-9c1e-414b-8a9d-9c31ffb027c0,segment=NetworkSegment(65235406-a806-47ec-831b-07d31fe55cd8),segment_id=65235406-a806-47ec-831b-07d31fe55cd8)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:19:11.034991 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:11.250568 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:11.313854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fbf3400>, [{'id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'name': 'tempest-ServerRescueNegativeTestJSON-1590330228-router', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '855cf51c-4d84-4e43-9f32-748f62231988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:45Z', 'updated_at': '2021-02-18T00:18:54Z', 'revision_number': 4, 'project_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'gw_port': {'id': '855cf51c-4d84-4e43-9f32-748f62231988', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:46Z', 'updated_at': '2021-02-18T00:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c', 'name': '', 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'mac_address': 'fa:16:3e:59:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a838f012-ae05-4ba6-81a0-4e3e126d041f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:53Z', 'updated_at': '2021-02-18T00:19:09Z', 'revision_number': 4, 'project_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'subnets': [{'id': 'a838f012-ae05-4ba6-81a0-4e3e126d041f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:11.328705 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8478c701-892a-40b4-8c89-e9949b2229d0 None None] The sync data for ids ['b815f993-8612-487a-a2fe-68a5a689081d'] in dv-cinder-751579-21-iscsi is: [{'id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'name': 'tempest-ServerRescueNegativeTestJSON-1590330228-router', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '855cf51c-4d84-4e43-9f32-748f62231988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:45Z', 'updated_at': '2021-02-18T00:18:54Z', 'revision_number': 4, 'project_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'gw_port': {'id': '855cf51c-4d84-4e43-9f32-748f62231988', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:46Z', 'updated_at': '2021-02-18T00:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c', 'name': '', 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'mac_address': 'fa:16:3e:59:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a838f012-ae05-4ba6-81a0-4e3e126d041f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:53Z', 'updated_at': '2021-02-18T00:19:09Z', 'revision_number': 4, 'project_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'subnets': [{'id': 'a838f012-ae05-4ba6-81a0-4e3e126d041f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:19:11.392115 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:11.393200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:11.395149 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] 10.222.0.58 "PUT /v2.0/ports/6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 HTTP/1.1" status: 200  len: 1158 time: 6.8364420
Feb 18 00:19:11.475817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329f46f6-6e13-46fc-b852-352ec4879e58', 'tag': '6e4dc446-9c1e-414b-8a9d-9c31ffb027c0'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:19:11.614493 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5b621cca-c0bf-4e48-97ba-777b63c45c32 req-1071bb68-262d-4f84-b3d7-e1ef34c23daf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 210 time: 0.2359204
Feb 18 00:19:11.774105 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4dc446-9c1e-414b-8a9d-9c31ffb027c0,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:11.792976 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:11.838950 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-cd4a04e5-2991-468d-8fad-ab13a0142781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:11.840661 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-cd4a04e5-2991-468d-8fad-ab13a0142781 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=20ef119346c04b039c809b9167aa73c0&device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 1161 time: 0.1969302
Feb 18 00:19:11.918787 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-98160dd4-fbf5-4b11-88ee-88bb8479a32a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:11.933896 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-98160dd4-fbf5-4b11-88ee-88bb8479a32a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/networks?id=723b09a8-26d9-4b22-820f-e170fc1e54cc HTTP/1.1" status: 200  len: 819 time: 0.4115894
Feb 18 00:19:11.962091 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.58', 63043) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:12.013821 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-f0f8327c-1a6e-4e45-95b8-7e368a2a9278 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 HTTP/1.1" status: 200  len: 217 time: 0.1644719
Feb 18 00:19:12.095716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-0d57cc85-8cb2-42f5-82c7-2bec9cf17d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:12.097574 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-0d57cc85-8cb2-42f5-82c7-2bec9cf17d2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6e0e84db-17ba-4875-be32-167c0e81fb70 HTTP/1.1" status: 200  len: 852 time: 0.0746725
Feb 18 00:19:12.201313 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-3bfbba4d-671d-4c63-a3bb-d14a0d327ff0 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/quotas/30fcfa6325fc46188a1b3d8f51ea489b HTTP/1.1" status: 200  len: 375 time: 0.2379274
Feb 18 00:19:12.334344 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:12.475757 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-9867a14a-22ea-4457-9b8b-e0b3478541d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4484cc1a-ea5d-402e-a014-f298814dfa30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3686075
Feb 18 00:19:12.518593 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.58', 63045) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:12.554244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:19:12.562369 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:12.563014 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:12.610465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-50c1b22e-e6cf-41f4-ad0e-385a805102aa tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:12.614879 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-50c1b22e-e6cf-41f4-ad0e-385a805102aa tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.58 "GET /v2.0/networks?id=723b09a8-26d9-4b22-820f-e170fc1e54cc HTTP/1.1" status: 200  len: 819 time: 0.6414084
Feb 18 00:19:12.755359 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Request body: {'port': {'device_id': 'ab1f1335-1824-44ca-b9e6-eb1e63728bc7', 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc', 'admin_state_up': True, 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:19:12.779898 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:12.859184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c,segment=NetworkSegment(ae6f9fd0-8701-4eae-91fa-01b67535077e),segment_id=ae6f9fd0-8701-4eae-91fa-01b67535077e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:19:12.866217 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:12.868183 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:12.877768 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-1f096112-22e4-4514-9327-975df422a425 service neutron] 10.222.0.58 "GET /v2.0/networks/4484cc1a-ea5d-402e-a014-f298814dfa30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3930316
Feb 18 00:19:13.020039 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:13.029543 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:13.178189 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499281f2-3115-48bc-bef8-c2e7a75958f5 req-96c67960-794f-4bee-b93f-7b6421bfb0c5 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:13.180084 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-499281f2-3115-48bc-bef8-c2e7a75958f5 req-96c67960-794f-4bee-b93f-7b6421bfb0c5 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 944 time: 1.0743425
Feb 18 00:19:13.281793 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-5d9aef09-ed9f-4498-b436-72055deb1010 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=30fcfa6325fc46188a1b3d8f51ea489b&fields=id HTTP/1.1" status: 200  len: 255 time: 1.0640733
Feb 18 00:19:13.328268 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-453ce2a7-761d-4e58-b68e-c6505ac4d96b req-ccd3712c-501e-4111-9ea6-339af8172601 service neutron] 10.222.0.58 "GET /v2.0/networks/4484cc1a-ea5d-402e-a014-f298814dfa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4432907
Feb 18 00:19:13.367792 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-499281f2-3115-48bc-bef8-c2e7a75958f5 req-3039e240-635a-4eea-b2b7-04a7a2ab9bb9 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743773
Feb 18 00:19:13.485732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:13.495093 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-621cde49-c473-48a1-bedb-c896a90147ff tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:13.497258 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-621cde49-c473-48a1-bedb-c896a90147ff tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.58 "GET /v2.0/networks?id=b386a18a-6f15-4736-83e0-5ac61f0904b4 HTTP/1.1" status: 200  len: 811 time: 0.9751427
Feb 18 00:19:13.527807 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:13.541188 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-326468da-ba97-497c-9529-7d1f4a8cb189 service neutron] 10.222.0.55 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2586157
Feb 18 00:19:13.544563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Made reservation on behalf of 30fcfa6325fc46188a1b3d8f51ea489b for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:19:13.550222 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:13.786224 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329f46f6-6e13-46fc-b852-352ec4879e58', 'tag': '6e4dc446-9c1e-414b-8a9d-9c31ffb027c0', 'status': 'completed', 'code': 200}
Feb 18 00:19:13.827369 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-0c6b05a8-0e7d-40d1-b02f-ad0127e1236d service neutron] 10.222.0.55 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2644567
Feb 18 00:19:14.029239 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f1defb39-86fd-4913-9e4b-cc1529b8ad08 req-1c51296d-350a-427c-baf6-2a4049889255 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 210 time: 0.1007328
Feb 18 00:19:14.049536 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e589adf-471b-47af-8330-7879b1662e32 req-67c00786-1aa6-4511-91dd-dbb8a1bcdebe tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 210 time: 0.0580587
Feb 18 00:19:14.160416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Allocated IP 172.20.0.6 (723b09a8-26d9-4b22-820f-e170fc1e54cc/a838f012-ae05-4ba6-81a0-4e3e126d041f/97d88c37-7f15-4f91-aa45-cd450e2db183) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:19:14.264519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:14.383506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:14.384526 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:14.473177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:14.531511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:14.573241 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:14.692452 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bccee-96a8-4c68-8779-ea45171c9da7 req-49166b06-492d-4638-820c-027776961f16 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:14.701308 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c89bccee-96a8-4c68-8779-ea45171c9da7 req-49166b06-492d-4638-820c-027776961f16 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 944 time: 0.1213808
Feb 18 00:19:14.760154 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c89bccee-96a8-4c68-8779-ea45171c9da7 req-6e525c31-53f7-469b-b9df-e42ce4ee0a58 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577965
Feb 18 00:19:14.834011 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Pushing event updated for resources: {'Port': ['ID=97d88c37-7f15-4f91-aa45-cd450e2db183,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:14.839100 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:14.904623 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Network 723b09a8-26d9-4b22-820f-e170fc1e54cc is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:19:14.906104 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:19:14.913082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:19:14.918389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:14.919201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:14.947566 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2070138
Feb 18 00:19:15.322831 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-741b08cf-5d25-4600-8775-e4715dc72dad req-b6a83699-4991-4cd3-a4d0-6a5a3fc4c05c tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 210 time: 0.0907402
Feb 18 00:19:15.330158 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9938f4c0-8c13-4a77-9bc9-0f79674bfcd0 req-5dbfa3ef-ba5c-44ac-8453-f853390537ee tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 210 time: 0.0737338
Feb 18 00:19:15.974142 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960a2c9-2e22-4d7a-a8fe-a8b2bd83156a req-1fe62f7b-e3c9-4a41-991b-5774b314d38f tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:15.976223 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6960a2c9-2e22-4d7a-a8fe-a8b2bd83156a req-1fe62f7b-e3c9-4a41-991b-5774b314d38f tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 944 time: 0.0974414
Feb 18 00:19:16.037730 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6960a2c9-2e22-4d7a-a8fe-a8b2bd83156a req-5098ffd6-4bbc-4116-8703-1a3022320b01 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524282
Feb 18 00:19:16.091098 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 39540) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:16.231082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4bbce454-f6fb-489a-89e4-4362645072c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:16.248132 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4bbce454-f6fb-489a-89e4-4362645072c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:16.252201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4bbce454-f6fb-489a-89e4-4362645072c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1ec65d0fc4cd4e22981d206d9eaa7fc5 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:16.255281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4bbce454-f6fb-489a-89e4-4362645072c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:16.261096 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4bbce454-f6fb-489a-89e4-4362645072c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:16.357771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4bbce454-f6fb-489a-89e4-4362645072c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:16.366040 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4bbce454-f6fb-489a-89e4-4362645072c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:16.375712 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:16.458675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbce454-f6fb-489a-89e4-4362645072c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaff270-4287-442a-bb1e-9664e76e8932,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:16.467150 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Request body: {'port': {'device_id': 'ab1f1335-1824-44ca-b9e6-eb1e63728bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:19:16.500010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4bbce454-f6fb-489a-89e4-4362645072c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:16.521500 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4bbce454-f6fb-489a-89e4-4362645072c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ec65d0fc4cd4e22981d206d9eaa7fc5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4291880
Feb 18 00:19:16.557630 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 39566) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:16.574149 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e34ff70e-eb6a-4517-be7f-eac3d61f3f3b req-8245ea9d-d9ca-442b-9ed5-e3f567f469b0 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 210 time: 0.0746052
Feb 18 00:19:16.617683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393c84b-5b48-4afe-8267-6a1aaf6b6814 req-2b4dd6cb-6050-4526-aa06-4bebc23c652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:16.619459 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e393c84b-5b48-4afe-8267-6a1aaf6b6814 req-2b4dd6cb-6050-4526-aa06-4bebc23c652f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=20ef119346c04b039c809b9167aa73c0&device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 1161 time: 0.1778085
Feb 18 00:19:16.796850 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393c84b-5b48-4afe-8267-6a1aaf6b6814 req-d4843946-49e0-4174-8389-68f1d851029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:16.798653 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e393c84b-5b48-4afe-8267-6a1aaf6b6814 req-d4843946-49e0-4174-8389-68f1d851029e service neutron] 10.222.0.58 "GET /v2.0/networks?id=4484cc1a-ea5d-402e-a014-f298814dfa30 HTTP/1.1" status: 200  len: 906 time: 0.1600089
Feb 18 00:19:16.803097 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-2ea03a96-f342-4445-a035-20bde3a964da req-f823de30-8068-4f20-a27b-d52c560cffdd tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Synchronizing usage tracker for tenant:30fcfa6325fc46188a1b3d8f51ea489b on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:19:16.879795 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e393c84b-5b48-4afe-8267-6a1aaf6b6814 req-2e05551e-2dc6-4ebc-9a12-b2aa87a4202d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 HTTP/1.1" status: 200  len: 217 time: 0.0731208
Feb 18 00:19:16.885909 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:16.895357 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-2ea03a96-f342-4445-a035-20bde3a964da req-f823de30-8068-4f20-a27b-d52c560cffdd tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Unset dirty status for tenant:30fcfa6325fc46188a1b3d8f51ea489b on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:19:16.896658 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ea03a96-f342-4445-a035-20bde3a964da req-f823de30-8068-4f20-a27b-d52c560cffdd tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 210 time: 0.3613946
Feb 18 00:19:16.911140 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-434b0944-eb91-4f6d-be9b-8831490e5487 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d HTTP/1.1" status: 200  len: 5700 time: 0.5011618
Feb 18 00:19:16.932153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Request body: {'port': {'device_id': '9dad43a7-a3ce-4b47-a957-50973d3b870c', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'admin_state_up': True, 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'security_groups': ['13a973de-4659-43ad-848b-ecc982e47085']}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:19:16.956934 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393c84b-5b48-4afe-8267-6a1aaf6b6814 req-c93e0787-3775-420d-a2b7-b3acef85c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:16.958578 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e393c84b-5b48-4afe-8267-6a1aaf6b6814 req-c93e0787-3775-420d-a2b7-b3acef85c084 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6e0e84db-17ba-4875-be32-167c0e81fb70 HTTP/1.1" status: 200  len: 852 time: 0.0701883
Feb 18 00:19:16.982694 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a93-f67c-454d-a7eb-ad764e9b6be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:17.022168 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e393c84b-5b48-4afe-8267-6a1aaf6b6814 req-2fe0ab5d-88b0-4657-9241-8710f2bffe73 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4484cc1a-ea5d-402e-a014-f298814dfa30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559669
Feb 18 00:19:17.099817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a93-f67c-454d-a7eb-ad764e9b6be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:17.200792 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e393c84b-5b48-4afe-8267-6a1aaf6b6814 req-cee72178-88d5-45e9-a615-8e43c4896960 service neutron] 10.222.0.58 "GET /v2.0/networks/4484cc1a-ea5d-402e-a014-f298814dfa30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1708856
Feb 18 00:19:17.315095 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.58', 63052) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:17.472473 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a93-f67c-454d-a7eb-ad764e9b6be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:17.497943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:17.508673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:17.523940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4bbce454-f6fb-489a-89e4-4362645072c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:17.541953 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Made reservation on behalf of 7a2141dc77ca46dcb9610bc918c4f59d for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:19:17.548149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:17.568187 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb28a93-f67c-454d-a7eb-ad764e9b6be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaff270-4287-442a-bb1e-9664e76e8932,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:17.584168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cdb28a93-f67c-454d-a7eb-ad764e9b6be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:17.586347 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a93-f67c-454d-a7eb-ad764e9b6be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:17.587570 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cdb28a93-f67c-454d-a7eb-ad764e9b6be0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6eaff270-4287-442a-bb1e-9664e76e8932 HTTP/1.1" status: 204  len: 168 time: 1.0282657
Feb 18 00:19:17.623953 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 39608) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:17.708401 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-5caa6681-f413-48be-b2cf-3083126b2617 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:17.710015 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-5caa6681-f413-48be-b2cf-3083126b2617 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.58 "GET /v2.0/networks?id=723b09a8-26d9-4b22-820f-e170fc1e54cc HTTP/1.1" status: 200  len: 819 time: 0.3801374
Feb 18 00:19:17.735134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Request body: {'port': {'device_id': 'ad3c07d2-0737-4d67-b014-3891b2786b66', 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc', 'admin_state_up': True, 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:19:17.866416 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e393c84b-5b48-4afe-8267-6a1aaf6b6814 req-70a0c17d-cf0f-49b3-897c-0455c8f80953 service neutron] 10.222.0.58 "GET /v2.0/networks/4484cc1a-ea5d-402e-a014-f298814dfa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6522183
Feb 18 00:19:17.891023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dff76-d5bc-4872-a2a2-e86fdd246b1f req-09734d54-19c4-4667-9b1f-75d1e71e03fd tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:17.898621 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b62dff76-d5bc-4872-a2a2-e86fdd246b1f req-09734d54-19c4-4667-9b1f-75d1e71e03fd tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 944 time: 0.2633820
Feb 18 00:19:17.974210 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b62dff76-d5bc-4872-a2a2-e86fdd246b1f req-f782baaf-50b3-430d-abe0-b66ba9db6d72 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745702
Feb 18 00:19:18.097234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:18.121836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:18.170225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 39638) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:18.424578 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Made reservation on behalf of 30fcfa6325fc46188a1b3d8f51ea489b for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:19:18.430032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:18.431369 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7deb2cad-372e-4a2b-bce9-aaa977bba43f req-05c79431-6f5b-458a-9952-89685a828f16 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 210 time: 0.5996706
Feb 18 00:19:18.443640 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0536eefb-fe58-4cb9-9495-4ff3bf1abb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:18.451844 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-810a08d7-a5b9-4172-a5ed-d28bf18661a4 req-f5ac8f3d-c469-4f7f-8803-d765e992fcaf tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 210 time: 0.3064470
Feb 18 00:19:18.452776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-deaff331-7bcf-49f9-9869-53c46663b383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:18.473717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-deaff331-7bcf-49f9-9869-53c46663b383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:18.478040 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0536eefb-fe58-4cb9-9495-4ff3bf1abb4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:18.489532 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-deaff331-7bcf-49f9-9869-53c46663b383 admin admin] Usage tracker for resource:security_group_rule and tenant:c7f406dbec7b4618a3b20229c251c792 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:18.495140 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-deaff331-7bcf-49f9-9869-53c46663b383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:18.498717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0536eefb-fe58-4cb9-9495-4ff3bf1abb4b admin admin] Usage tracker for resource:security_group_rule and tenant:711111a864f8472982d6ccce91479b0a is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:18.503516 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-deaff331-7bcf-49f9-9869-53c46663b383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:18.518012 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0536eefb-fe58-4cb9-9495-4ff3bf1abb4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:18.576730 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0536eefb-fe58-4cb9-9495-4ff3bf1abb4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:18.801343 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-deaff331-7bcf-49f9-9869-53c46663b383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:18.805379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-deaff331-7bcf-49f9-9869-53c46663b383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:18.814855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d88c37-7f15-4f91-aa45-cd450e2db183 {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:19:18.815114 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:18.819804 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Allocated IP 172.20.0.3 (b386a18a-6f15-4736-83e0-5ac61f0904b4/e7542848-0274-4fdf-981b-c757d7c492ef/4320bf84-e79d-4578-9ed7-17e199a4ab17) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:19:18.835779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:18.845863 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaff331-7bcf-49f9-9869-53c46663b383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af24c455-e768-4b3e-aec0-99e0ccded40a,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:18.850834 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-deaff331-7bcf-49f9-9869-53c46663b383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:18.871435 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-deaff331-7bcf-49f9-9869-53c46663b383 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7f406dbec7b4618a3b20229c251c792&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2325370
Feb 18 00:19:18.871934 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 39650) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:18.897740 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Transition to ACTIVE for port object 97d88c37-7f15-4f91-aa45-cd450e2db183 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:19:18.915480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:18.918173 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0536eefb-fe58-4cb9-9495-4ff3bf1abb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:18.941597 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:18.985717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0536eefb-fe58-4cb9-9495-4ff3bf1abb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.009486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6ea8a12c-9223-4493-b23d-55f0d94d1c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.045519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6ea8a12c-9223-4493-b23d-55f0d94d1c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.054403 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Allocated IP 172.20.0.5 (723b09a8-26d9-4b22-820f-e170fc1e54cc/a838f012-ae05-4ba6-81a0-4e3e126d041f/e4e053b1-118e-446e-9628-f71e74fb8118) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:19:19.108332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6ea8a12c-9223-4493-b23d-55f0d94d1c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.114328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-54419a1e-96ab-43a1-81cf-32d1473f396b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:19.132198 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8a12c-9223-4493-b23d-55f0d94d1c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af24c455-e768-4b3e-aec0-99e0ccded40a,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:19.135234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6ea8a12c-9223-4493-b23d-55f0d94d1c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:19.179358 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6ea8a12c-9223-4493-b23d-55f0d94d1c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.184012 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6ea8a12c-9223-4493-b23d-55f0d94d1c7f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af24c455-e768-4b3e-aec0-99e0ccded40a HTTP/1.1" status: 204  len: 168 time: 0.3110318
Feb 18 00:19:19.303366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Pushing event updated for resources: {'Port': ['ID=97d88c37-7f15-4f91-aa45-cd450e2db183,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:19.316582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:19.319622 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ad142f6b-3719-42b7-a5ad-e96a1ead5767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:19.331993 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0536eefb-fe58-4cb9-9495-4ff3bf1abb4b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=711111a864f8472982d6ccce91479b0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9179823
Feb 18 00:19:19.332480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 39666) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:19.446514 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536eefb-fe58-4cb9-9495-4ff3bf1abb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd7cfa-5915-4c8c-9bbf-922af5be0210,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:19.470767 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0536eefb-fe58-4cb9-9495-4ff3bf1abb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:19.476497 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b1be094f-ce63-4632-9ed0-de82ed9bcb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.482616 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.520406 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b1be094f-ce63-4632-9ed0-de82ed9bcb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.554934 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.588819 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.662958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 39686) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:19.663570 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:19.676426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b91e94-91e5-4bf0-9c36-9cd18203290c req-67980cac-cda2-486a-881b-5ecc167e98c0 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:19.678067 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-65b91e94-91e5-4bf0-9c36-9cd18203290c req-67980cac-cda2-486a-881b-5ecc167e98c0 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 944 time: 0.5523202
Feb 18 00:19:19.728102 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Transition to ACTIVE for port object 4320bf84-e79d-4578-9ed7-17e199a4ab17 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:19:19.741583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Attempting to bind port 97d88c37-7f15-4f91-aa45-cd450e2db183 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:19:19.741968 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Attempting to bind port 97d88c37-7f15-4f91-aa45-cd450e2db183 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': 'ae6f9fd0-8701-4eae-91fa-01b67535077e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:19:19.742337 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Attempting to bind port 97d88c37-7f15-4f91-aa45-cd450e2db183 on network 723b09a8-26d9-4b22-820f-e170fc1e54cc {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:19:19.762199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:19:19.762574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Checking segment: {'id': 'ae6f9fd0-8701-4eae-91fa-01b67535077e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:19:19.763035 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.763429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Bound using segment: {'id': 'ae6f9fd0-8701-4eae-91fa-01b67535077e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:19:19.763936 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Bound port: 97d88c37-7f15-4f91-aa45-cd450e2db183, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6f9fd0-8701-4eae-91fa-01b67535077e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:19:19.764312 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.773623 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b1be094f-ce63-4632-9ed0-de82ed9bcb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.790115 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-65b91e94-91e5-4bf0-9c36-9cd18203290c req-14a307b8-9b69-4771-93d7-f6a36efd93cc tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996916
Feb 18 00:19:19.817720 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b11516cf-2837-4a16-8f91-d78cd4effc1d req-d2a6253c-4a77-466f-8ef5-53e4cb9a046f tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 210 time: 0.1487305
Feb 18 00:19:19.817720 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c91cd747-810e-4e6f-8f5c-88f3ec08cc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.862977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c91cd747-810e-4e6f-8f5c-88f3ec08cc9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:19.873112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b1be094f-ce63-4632-9ed0-de82ed9bcb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.874264 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b1be094f-ce63-4632-9ed0-de82ed9bcb4d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9fd7cfa-5915-4c8c-9bbf-922af5be0210 HTTP/1.1" status: 204  len: 168 time: 0.5408654
Feb 18 00:19:19.875594 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c91cd747-810e-4e6f-8f5c-88f3ec08cc9e admin admin] Usage tracker for resource:security_group_rule and tenant:27cb597bb11845a884d0672bf4a524ca is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:19.882320 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Pushing event updated for resources: {'Port': ['ID=e4e053b1-118e-446e-9628-f71e74fb8118,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:19.886974 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c91cd747-810e-4e6f-8f5c-88f3ec08cc9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:19.887538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:19.905369 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:19.905861 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:19.909203 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f8887328-32f8-4f2b-87fc-ee768a0c66dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:19.912799 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c91cd747-810e-4e6f-8f5c-88f3ec08cc9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:19.925659 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be094f-ce63-4632-9ed0-de82ed9bcb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fd7cfa-5915-4c8c-9bbf-922af5be0210,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:19.943209 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] For port 97d88c37-7f15-4f91-aa45-cd450e2db183, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:19:19.943404 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b1be094f-ce63-4632-9ed0-de82ed9bcb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:19.984604 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Network 723b09a8-26d9-4b22-820f-e170fc1e54cc is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:19:19.986809 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:19:19.990898 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:19:19.995253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:19.996509 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:20.033735 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3094053
Feb 18 00:19:20.074050 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c91cd747-810e-4e6f-8f5c-88f3ec08cc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:20.077400 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c91cd747-810e-4e6f-8f5c-88f3ec08cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:20.084642 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:20.085550 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] For port 97d88c37-7f15-4f91-aa45-cd450e2db183, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=97d88c37-7f15-4f91-aa45-cd450e2db183,segment=NetworkSegment(ae6f9fd0-8701-4eae-91fa-01b67535077e),segment_id=ae6f9fd0-8701-4eae-91fa-01b67535077e)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:19:20.103800 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:20.131581 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c91cd747-810e-4e6f-8f5c-88f3ec08cc9e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27cb597bb11845a884d0672bf4a524ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4353044
Feb 18 00:19:20.132619 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cd747-810e-4e6f-8f5c-88f3ec08cc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2a7256-0c88-4dbc-bcba-87a5fe3ab152,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:20.135179 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 39694) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:20.138230 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c91cd747-810e-4e6f-8f5c-88f3ec08cc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:20.207725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ccca43a7-28fe-4d0a-92cc-71ba3336574c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:20.223736 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event updated for resources: {'Port': ['ID=4320bf84-e79d-4578-9ed7-17e199a4ab17,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:20.236068 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:20.239707 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ccca43a7-28fe-4d0a-92cc-71ba3336574c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:20.258852 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b0cb57f8-8947-45bc-8f97-ebafb8d43b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:20.300826 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ccca43a7-28fe-4d0a-92cc-71ba3336574c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:20.306453 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cfc37810-a9ca-42f6-8e5e-83193743c40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:20.324532 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca43a7-28fe-4d0a-92cc-71ba3336574c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2a7256-0c88-4dbc-bcba-87a5fe3ab152,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:20.328038 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ccca43a7-28fe-4d0a-92cc-71ba3336574c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:20.331659 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ccca43a7-28fe-4d0a-92cc-71ba3336574c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:20.332902 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ccca43a7-28fe-4d0a-92cc-71ba3336574c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc2a7256-0c88-4dbc-bcba-87a5fe3ab152 HTTP/1.1" status: 204  len: 168 time: 0.1967442
Feb 18 00:19:20.401377 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Pushing event updated for resources: {'Port': ['ID=97d88c37-7f15-4f91-aa45-cd450e2db183,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:20.404978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:20.453328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac4a3b-5430-4731-99ec-42609789ea42 req-cafd47d6-1ad9-4009-9675-0a12ea5ea112 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:20.454984 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-45ac4a3b-5430-4731-99ec-42609789ea42 req-cafd47d6-1ad9-4009-9675-0a12ea5ea112 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 931 time: 0.4389431
Feb 18 00:19:20.504511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Network b386a18a-6f15-4736-83e0-5ac61f0904b4 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:19:20.516100 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:19:20.519160 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:19:20.524263 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:20.525134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:20.552943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Request body: {'port': {'device_id': 'ad3c07d2-0737-4d67-b014-3891b2786b66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:19:20.562121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:20.562819 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:20.565070 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] 10.222.0.58 "PUT /v2.0/ports/97d88c37-7f15-4f91-aa45-cd450e2db183 HTTP/1.1" status: 200  len: 1157 time: 4.1197209
Feb 18 00:19:20.575461 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1f1335-1824-44ca-b9e6-eb1e63728bc7', 'tag': '97d88c37-7f15-4f91-aa45-cd450e2db183'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:19:20.658308 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-45ac4a3b-5430-4731-99ec-42609789ea42 req-5c35782c-18b1-4154-8f9d-eb8b7817e390 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827009
Feb 18 00:19:20.671833 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7473671
Feb 18 00:19:20.796015 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:20.809006 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-2cf097db-ff52-446b-988e-2647b67eb53c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83995) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 00:19:20.916082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-87c97550-580b-4ccd-8b5b-ae2516ba0aa4 None None] Provisioning for port 4320bf84-e79d-4578-9ed7-17e199a4ab17 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:19:20.923236 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-87c97550-580b-4ccd-8b5b-ae2516ba0aa4 None None] Provisioning complete for port 4320bf84-e79d-4578-9ed7-17e199a4ab17 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:20.923657 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-87c97550-580b-4ccd-8b5b-ae2516ba0aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:21.013003 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-87c97550-580b-4ccd-8b5b-ae2516ba0aa4 None None] Port 4320bf84-e79d-4578-9ed7-17e199a4ab17 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:19:21.236045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd281e9e-0568-4688-a24b-64b61a3a13f3 req-8e45f819-735b-470b-b83a-0233d5189d37 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:21.237788 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dd281e9e-0568-4688-a24b-64b61a3a13f3 req-8e45f819-735b-470b-b83a-0233d5189d37 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 944 time: 0.2723587
Feb 18 00:19:21.355941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c0d54-5199-4180-a7a3-1d3b2327b282 req-8e1732ed-59d0-42e0-87b9-21381939d6da tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:21.356799 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-f17c0d54-5199-4180-a7a3-1d3b2327b282 req-8e1732ed-59d0-42e0-87b9-21381939d6da tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Synchronizing usage tracker for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:19:21.380292 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-f17c0d54-5199-4180-a7a3-1d3b2327b282 req-8e1732ed-59d0-42e0-87b9-21381939d6da tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Unset dirty status for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:19:21.390536 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f17c0d54-5199-4180-a7a3-1d3b2327b282 req-8e1732ed-59d0-42e0-87b9-21381939d6da tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 931 time: 0.2078001
Feb 18 00:19:21.400978 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dd281e9e-0568-4688-a24b-64b61a3a13f3 req-aadac3da-3b0c-4093-8f8f-14a470e46816 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560969
Feb 18 00:19:21.489802 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f17c0d54-5199-4180-a7a3-1d3b2327b282 req-c4b855f9-2b95-45d3-9c08-c57777cdcd46 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948832
Feb 18 00:19:21.554821 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Request body: {'port': {'device_id': '9dad43a7-a3ce-4b47-a957-50973d3b870c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:19:21.627610 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e053b1-118e-446e-9628-f71e74fb8118 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:19:21.639417 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:21.657489 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Transition to ACTIVE for port object e4e053b1-118e-446e-9628-f71e74fb8118 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:19:21.661076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:21.682563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:21.716883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-277edc5c-a187-4fdf-b2cf-2362bc46603b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:21.822571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-fadb0475-12bc-4158-b667-9911407d5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:21.825297 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-fadb0475-12bc-4158-b667-9911407d5fc4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=30fcfa6325fc46188a1b3d8f51ea489b&device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 1160 time: 0.2135930
Feb 18 00:19:21.828437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:21.924692 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e053b1-118e-446e-9628-f71e74fb8118,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:21.931649 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:21.960631 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-3483ce90-b0fd-4947-b07a-77b9b3092115 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97d88c37-7f15-4f91-aa45-cd450e2db183 HTTP/1.1" status: 200  len: 217 time: 0.0991750
Feb 18 00:19:22.036889 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:22.184009 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Attempting to bind port e4e053b1-118e-446e-9628-f71e74fb8118 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:19:22.184693 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Attempting to bind port e4e053b1-118e-446e-9628-f71e74fb8118 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': 'ae6f9fd0-8701-4eae-91fa-01b67535077e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:19:22.185214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Attempting to bind port e4e053b1-118e-446e-9628-f71e74fb8118 on network 723b09a8-26d9-4b22-820f-e170fc1e54cc {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:19:22.192493 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:19:22.193120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Checking segment: {'id': 'ae6f9fd0-8701-4eae-91fa-01b67535077e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:19:22.193878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:22.194457 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Bound using segment: {'id': 'ae6f9fd0-8701-4eae-91fa-01b67535077e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:19:22.195144 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Bound port: e4e053b1-118e-446e-9628-f71e74fb8118, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6f9fd0-8701-4eae-91fa-01b67535077e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '723b09a8-26d9-4b22-820f-e170fc1e54cc'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:19:22.195718 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:22.231486 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1f1335-1824-44ca-b9e6-eb1e63728bc7', 'tag': '97d88c37-7f15-4f91-aa45-cd450e2db183', 'status': 'completed', 'code': 200}
Feb 18 00:19:22.274096 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-516814b0-7c86-4d47-99bc-6716c9e60d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:22.305516 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:19:22.313673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:22.314461 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:22.338460 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] For port e4e053b1-118e-446e-9628-f71e74fb8118, host hv-cinder-75157, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:19:22.342158 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] For port e4e053b1-118e-446e-9628-f71e74fb8118, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=e4e053b1-118e-446e-9628-f71e74fb8118,segment=NetworkSegment(ae6f9fd0-8701-4eae-91fa-01b67535077e),segment_id=ae6f9fd0-8701-4eae-91fa-01b67535077e)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:19:22.350387 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:22.372676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:22.449119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-0fd946f8-e839-47c9-b0ff-6debd6fcc965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:22.450724 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-0fd946f8-e839-47c9-b0ff-6debd6fcc965 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a838f012-ae05-4ba6-81a0-4e3e126d041f HTTP/1.1" status: 200  len: 859 time: 0.2185137
Feb 18 00:19:22.523946 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:22.606400 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e053b1-118e-446e-9628-f71e74fb8118,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:22.606556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329f46f6-6e13-46fc-b852-352ec4879e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4dc446-9c1e-414b-8a9d-9c31ffb027c0'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:19:22.658469 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:22.691057 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=6e4dc446-9c1e-414b-8a9d-9c31ffb027c0,segment=NetworkSegment(65235406-a806-47ec-831b-07d31fe55cd8),segment_id=65235406-a806-47ec-831b-07d31fe55cd8)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:19:22.697354 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:22.699486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:22.778675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=6e4dc446-9c1e-414b-8a9d-9c31ffb027c0,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:22.789387 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:22.858307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:22.859459 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:22.861178 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] 10.222.0.58 "PUT /v2.0/ports/e4e053b1-118e-446e-9628-f71e74fb8118 HTTP/1.1" status: 200  len: 1157 time: 2.3157365
Feb 18 00:19:22.862007 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3c07d2-0737-4d67-b014-3891b2786b66', 'tag': 'e4e053b1-118e-446e-9628-f71e74fb8118'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:19:22.889755 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda3bf9-c6d0-4a66-b090-44b821cd6a81 req-c991ad86-ec63-41a4-9830-d9070295e072 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:22.891412 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7cda3bf9-c6d0-4a66-b090-44b821cd6a81 req-c991ad86-ec63-41a4-9830-d9070295e072 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 946 time: 0.2407868
Feb 18 00:19:22.902099 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-8a4ab649-bb78-4f64-be88-210fe4a85726 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=723b09a8-26d9-4b22-820f-e170fc1e54cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4287291
Feb 18 00:19:22.925116 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565def9-e161-47fe-b100-01a6d87a7a1d req-b58fa26e-ab2a-4007-813f-d5ba2d2fd3d3 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:22.934165 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9565def9-e161-47fe-b100-01a6d87a7a1d req-b58fa26e-ab2a-4007-813f-d5ba2d2fd3d3 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 943 time: 0.9756904
Feb 18 00:19:22.982842 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7cda3bf9-c6d0-4a66-b090-44b821cd6a81 req-ca6eb042-495a-4e3b-8c86-8106fc4e1b67 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834053
Feb 18 00:19:23.013033 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9565def9-e161-47fe-b100-01a6d87a7a1d req-75a68eda-3091-4729-8536-219e1e8c8534 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778127
Feb 18 00:19:23.194708 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4320bf84-e79d-4578-9ed7-17e199a4ab17 {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:19:23.235189 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3c07d2-0737-4d67-b014-3891b2786b66', 'tag': 'e4e053b1-118e-446e-9628-f71e74fb8118', 'status': 'completed', 'code': 200}
Feb 18 00:19:23.323484 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:23.352639 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Transition to ACTIVE for port object 4320bf84-e79d-4578-9ed7-17e199a4ab17 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:19:23.366442 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:23.513841 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e942a-eb74-42b9-ad10-da6040d5c4be req-d5489b02-42e1-4bc8-9e88-35af25fecbb6 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:23.515751 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d81e942a-eb74-42b9-ad10-da6040d5c4be req-d5489b02-42e1-4bc8-9e88-35af25fecbb6 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 943 time: 0.1414564
Feb 18 00:19:23.539198 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329f46f6-6e13-46fc-b852-352ec4879e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4dc446-9c1e-414b-8a9d-9c31ffb027c0', 'code': 200}
Feb 18 00:19:23.569833 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:23.591224 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-d81e942a-eb74-42b9-ad10-da6040d5c4be req-4ccaa94f-f556-42e1-8a94-0a9c238398e3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Synchronizing usage tracker for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:19:23.604065 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-d81e942a-eb74-42b9-ad10-da6040d5c4be req-4ccaa94f-f556-42e1-8a94-0a9c238398e3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Unset dirty status for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:19:23.616620 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d81e942a-eb74-42b9-ad10-da6040d5c4be req-4ccaa94f-f556-42e1-8a94-0a9c238398e3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933664
Feb 18 00:19:23.718721 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Pushing event updated for resources: {'Port': ['ID=4320bf84-e79d-4578-9ed7-17e199a4ab17,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:23.734542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:23.766627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Attempting to bind port 4320bf84-e79d-4578-9ed7-17e199a4ab17 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:19:23.767222 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Attempting to bind port 4320bf84-e79d-4578-9ed7-17e199a4ab17 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:19:23.767602 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Attempting to bind port 4320bf84-e79d-4578-9ed7-17e199a4ab17 on network b386a18a-6f15-4736-83e0-5ac61f0904b4 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:19:23.774290 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:19:23.774636 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Checking segment: {'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:19:23.775059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:23.775455 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Bound using segment: {'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:19:23.775934 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Bound port: 4320bf84-e79d-4578-9ed7-17e199a4ab17, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:19:23.776309 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:23.811987 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c3876f2b-d297-4755-bfc2-d68a43d826c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:23.893003 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] For port 4320bf84-e79d-4578-9ed7-17e199a4ab17, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:19:23.896209 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] For port 4320bf84-e79d-4578-9ed7-17e199a4ab17, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=4320bf84-e79d-4578-9ed7-17e199a4ab17,segment=NetworkSegment(435c97c4-2116-4e41-98aa-bf8c192acf75),segment_id=435c97c4-2116-4e41-98aa-bf8c192acf75)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:19:23.899997 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:23.968678 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-79b0b234-8e55-4c03-99a9-a59bc6082b9b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:24.071788 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Pushing event updated for resources: {'Port': ['ID=4320bf84-e79d-4578-9ed7-17e199a4ab17,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:24.075932 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:24.125464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:24.126337 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:24.127617 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] 10.222.0.58 "PUT /v2.0/ports/4320bf84-e79d-4578-9ed7-17e199a4ab17 HTTP/1.1" status: 200  len: 1157 time: 2.5788031
Feb 18 00:19:24.314293 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dad43a7-a3ce-4b47-a957-50973d3b870c', 'tag': '4320bf84-e79d-4578-9ed7-17e199a4ab17'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:19:24.366330 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bd5eb-ddda-4d82-842e-8c8fe2a96c87 req-4cb07915-3075-41cd-9fef-4f99cd5a21db tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:24.367751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b22bd5eb-ddda-4d82-842e-8c8fe2a96c87 req-4cb07915-3075-41cd-9fef-4f99cd5a21db tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Synchronizing usage tracker for tenant:30fcfa6325fc46188a1b3d8f51ea489b on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:19:24.393452 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b22bd5eb-ddda-4d82-842e-8c8fe2a96c87 req-4cb07915-3075-41cd-9fef-4f99cd5a21db tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Unset dirty status for tenant:30fcfa6325fc46188a1b3d8f51ea489b on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:19:24.394818 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b22bd5eb-ddda-4d82-842e-8c8fe2a96c87 req-4cb07915-3075-41cd-9fef-4f99cd5a21db tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 943 time: 0.1465938
Feb 18 00:19:24.396487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013359e-4557-4156-929c-e7046979e78a req-326c1ba5-d305-4a3a-ad0e-19e8ff2ac81a tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:24.398116 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f013359e-4557-4156-929c-e7046979e78a req-326c1ba5-d305-4a3a-ad0e-19e8ff2ac81a tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 946 time: 0.1933074
Feb 18 00:19:24.446998 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b22bd5eb-ddda-4d82-842e-8c8fe2a96c87 req-3b651cf4-a5ab-403d-931e-fe252db06dee tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Synchronizing usage tracker for tenant:30fcfa6325fc46188a1b3d8f51ea489b on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:19:24.466659 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b22bd5eb-ddda-4d82-842e-8c8fe2a96c87 req-3b651cf4-a5ab-403d-931e-fe252db06dee tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Unset dirty status for tenant:30fcfa6325fc46188a1b3d8f51ea489b on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:19:24.473807 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b22bd5eb-ddda-4d82-842e-8c8fe2a96c87 req-3b651cf4-a5ab-403d-931e-fe252db06dee tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727475
Feb 18 00:19:24.475758 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f013359e-4557-4156-929c-e7046979e78a req-664e589e-82bb-494c-afb5-42067dea7dee tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707455
Feb 18 00:19:24.546999 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dad43a7-a3ce-4b47-a957-50973d3b870c', 'tag': '4320bf84-e79d-4578-9ed7-17e199a4ab17', 'status': 'completed', 'code': 200}
Feb 18 00:19:24.807109 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf0830-da0e-41ef-9ab7-05a6c1a9ef4d req-d2e4e99f-c91c-4762-8a42-c5f89ceb5cd7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:24.808766 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-96bf0830-da0e-41ef-9ab7-05a6c1a9ef4d req-d2e4e99f-c91c-4762-8a42-c5f89ceb5cd7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 943 time: 0.0881948
Feb 18 00:19:24.856622 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-96bf0830-da0e-41ef-9ab7-05a6c1a9ef4d req-cd789745-6eb8-47f3-ba59-93b5d31f77c2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417473
Feb 18 00:19:25.080906 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:25.498093 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:25.633624 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-ba7e1d94-2ae2-4ccb-b0d9-aa1d8ecca06d service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2320945
Feb 18 00:19:25.636682 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d063a-a2c2-4394-886f-d29d1dd085d1 req-bc6c2257-8d5b-4a6c-a51a-30b2f8281b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:25.638344 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-167d063a-a2c2-4394-886f-d29d1dd085d1 req-bc6c2257-8d5b-4a6c-a51a-30b2f8281b6c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=30fcfa6325fc46188a1b3d8f51ea489b&device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 1160 time: 0.2109728
Feb 18 00:19:25.675752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:25.676453 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:25.679097 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47ae62-08e6-4131-969e-1bea9bc627ba req-c7e1e867-4b8c-4e1a-a792-8616686ea08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:25.683381 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f47ae62-08e6-4131-969e-1bea9bc627ba req-c7e1e867-4b8c-4e1a-a792-8616686ea08c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d&device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 1160 time: 0.2378793
Feb 18 00:19:25.996549 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:26.054177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 39918) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:26.093870 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e50b870-0713-4926-b02c-cf564210c1c7 req-509b283c-2590-4d4f-80d6-2c994a2a20a9 service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4405429
Feb 18 00:19:26.098837 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d063a-a2c2-4394-886f-d29d1dd085d1 req-a2bd5f36-d9bd-434e-a535-9de670b78f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:26.099955 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-167d063a-a2c2-4394-886f-d29d1dd085d1 req-a2bd5f36-d9bd-434e-a535-9de670b78f9e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=30fcfa6325fc46188a1b3d8f51ea489b&shared=False HTTP/1.1" status: 200  len: 913 time: 0.3971832
Feb 18 00:19:26.139910 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac33c0c-e90d-41a1-b2ad-e4791280717c req-b323716c-b7ff-4624-9405-1518cad364cf tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:26.150136 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dac33c0c-e90d-41a1-b2ad-e4791280717c req-b323716c-b7ff-4624-9405-1518cad364cf tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 946 time: 0.3387423
Feb 18 00:19:26.226072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0bb9d-a4b9-4b0b-8251-5daf59722204 req-672ec369-5b22-4df4-921c-7dfe50e33522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:26.227677 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-07c0bb9d-a4b9-4b0b-8251-5daf59722204 req-672ec369-5b22-4df4-921c-7dfe50e33522 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 1163 time: 0.4770002
Feb 18 00:19:26.273974 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47ae62-08e6-4131-969e-1bea9bc627ba req-36696fa6-7584-442f-b92a-6ccba3e95628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:26.275538 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f47ae62-08e6-4131-969e-1bea9bc627ba req-36696fa6-7584-442f-b92a-6ccba3e95628 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d&shared=False HTTP/1.1" status: 200  len: 905 time: 0.5808275
Feb 18 00:19:26.278081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-07c0bb9d-a4b9-4b0b-8251-5daf59722204 req-2c14c105-b0de-489e-a4aa-164286ec8a89 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:26.310402 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2ce57695-6a0f-46f6-99a2-534019e8a745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:26.357189 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2ce57695-6a0f-46f6-99a2-534019e8a745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:26.367157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2ce57695-6a0f-46f6-99a2-534019e8a745 admin admin] Usage tracker for resource:security_group_rule and tenant:6a27109119924eaeadb9d3f1926cbc2d is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:26.374708 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dac33c0c-e90d-41a1-b2ad-e4791280717c req-4f3447a8-72ae-40b4-ad7f-beb26b798eac tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2231286
Feb 18 00:19:26.377875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e131f41-875a-47ee-889a-d81ebc8c4733 req-53f24da6-b094-48c2-8191-4fd844fa4231 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:26.379526 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e131f41-875a-47ee-889a-d81ebc8c4733 req-53f24da6-b094-48c2-8191-4fd844fa4231 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 943 time: 0.2875836
Feb 18 00:19:26.380719 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-07c0bb9d-a4b9-4b0b-8251-5daf59722204 req-2c14c105-b0de-489e-a4aa-164286ec8a89 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:26.386476 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:26.389005 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2ce57695-6a0f-46f6-99a2-534019e8a745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:26.390725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-07c0bb9d-a4b9-4b0b-8251-5daf59722204 req-2c14c105-b0de-489e-a4aa-164286ec8a89 service neutron] Usage tracker for resource:security_group_rule and tenant:c3a9f74f1c844ce384a4bb2af6e2370d is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:26.406581 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2ce57695-6a0f-46f6-99a2-534019e8a745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:26.415082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-07c0bb9d-a4b9-4b0b-8251-5daf59722204 req-2c14c105-b0de-489e-a4aa-164286ec8a89 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:26.428178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-07c0bb9d-a4b9-4b0b-8251-5daf59722204 req-2c14c105-b0de-489e-a4aa-164286ec8a89 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:26.443426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d063a-a2c2-4394-886f-d29d1dd085d1 req-78e1978a-972e-4de4-ba9d-40880ee3398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:26.445046 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-167d063a-a2c2-4394-886f-d29d1dd085d1 req-78e1978a-972e-4de4-ba9d-40880ee3398f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3357894
Feb 18 00:19:26.462769 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce67b9-af85-44a0-b629-11c0300fa5ed req-57db94f4-8d4d-4a02-9b1c-8db2bfeacfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:26.465370 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-95ce67b9-af85-44a0-b629-11c0300fa5ed req-57db94f4-8d4d-4a02-9b1c-8db2bfeacfbf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=30fcfa6325fc46188a1b3d8f51ea489b&device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 1160 time: 0.2586408
Feb 18 00:19:26.475245 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e131f41-875a-47ee-889a-d81ebc8c4733 req-15ddd665-97fa-4577-bab1-9c18036a6530 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860260
Feb 18 00:19:26.537299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47ae62-08e6-4131-969e-1bea9bc627ba req-32aad1d5-279f-40fe-bd52-b64ed4e309eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:26.538859 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f47ae62-08e6-4131-969e-1bea9bc627ba req-32aad1d5-279f-40fe-bd52-b64ed4e309eb service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2511942
Feb 18 00:19:26.626388 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-07c0bb9d-a4b9-4b0b-8251-5daf59722204 req-2c14c105-b0de-489e-a4aa-164286ec8a89 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:26.639476 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-07c0bb9d-a4b9-4b0b-8251-5daf59722204 req-2c14c105-b0de-489e-a4aa-164286ec8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:26.651082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:26.678501 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-07c0bb9d-a4b9-4b0b-8251-5daf59722204 req-2c14c105-b0de-489e-a4aa-164286ec8a89 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4312634
Feb 18 00:19:26.697554 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14c105-b0de-489e-a4aa-164286ec8a89 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=15941cab-432d-40c0-907a-d516226e860f,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:26.702214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2c14c105-b0de-489e-a4aa-164286ec8a89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:26.722300 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-0043d6fa-4111-4be5-8834-a902182b9638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:26.724162 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-0043d6fa-4111-4be5-8834-a902182b9638 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d&device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 1160 time: 0.1400743
Feb 18 00:19:26.971155 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-70f9074a-12df-4453-8fe2-4530ca873295 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4320bf84-e79d-4578-9ed7-17e199a4ab17 HTTP/1.1" status: 200  len: 217 time: 0.0767984
Feb 18 00:19:27.003886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:19:27.004775 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2ce57695-6a0f-46f6-99a2-534019e8a745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:27.032627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2ce57695-6a0f-46f6-99a2-534019e8a745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:27.033001 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce67b9-af85-44a0-b629-11c0300fa5ed req-b2b123db-f16d-4dbe-b2c2-23ca6f8cf25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:27.034628 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-95ce67b9-af85-44a0-b629-11c0300fa5ed req-b2b123db-f16d-4dbe-b2c2-23ca6f8cf25e service neutron] 10.222.0.58 "GET /v2.0/networks?id=723b09a8-26d9-4b22-820f-e170fc1e54cc HTTP/1.1" status: 200  len: 913 time: 0.5519085
Feb 18 00:19:27.049185 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b413aa1d-b791-4ac9-b7d1-1ed10deefb07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:27.069317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-9df610fe-5ff7-4a4a-b1f4-8b6b7b928c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:27.071132 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-9df610fe-5ff7-4a4a-b1f4-8b6b7b928c86 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e7542848-0274-4fdf-981b-c757d7c492ef HTTP/1.1" status: 200  len: 850 time: 0.0928946
Feb 18 00:19:27.116390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-11be550c-a124-4662-8262-374196b6931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:27.118345 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-11be550c-a124-4662-8262-374196b6931e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=30fcfa6325fc46188a1b3d8f51ea489b&device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 1160 time: 0.6046536
Feb 18 00:19:27.137935 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815818e-e7bc-4377-a872-d3327acf948d req-16d280dc-d214-41ab-b532-488c9e3309a0 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:27.145755 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c815818e-e7bc-4377-a872-d3327acf948d req-16d280dc-d214-41ab-b532-488c9e3309a0 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 943 time: 0.6347692
Feb 18 00:19:27.171987 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-6322a624-e7f5-480c-a678-ae2e6be8a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:27.173820 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-6322a624-e7f5-480c-a678-ae2e6be8a96e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b386a18a-6f15-4736-83e0-5ac61f0904b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0947640
Feb 18 00:19:27.233448 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-95ce67b9-af85-44a0-b629-11c0300fa5ed req-f295cec1-bdbd-4f93-8b04-b47866f8b0f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97d88c37-7f15-4f91-aa45-cd450e2db183 HTTP/1.1" status: 200  len: 217 time: 0.1853185
Feb 18 00:19:27.326225 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2ce57695-6a0f-46f6-99a2-534019e8a745 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a27109119924eaeadb9d3f1926cbc2d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2698293
Feb 18 00:19:27.327780 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-ce8c0bc5-9e56-4aca-996a-1a4ca5c6f1ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4e053b1-118e-446e-9628-f71e74fb8118 HTTP/1.1" status: 200  len: 217 time: 0.1746812
Feb 18 00:19:27.334434 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce57695-6a0f-46f6-99a2-534019e8a745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d987df-6e6d-46fb-90e5-8cc37b07cf01,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:27.338139 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2ce57695-6a0f-46f6-99a2-534019e8a745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:27.345911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 39960) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:27.368682 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-0d4f955b-74b4-4f50-ac4a-aa6b226bbe2e service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862800
Feb 18 00:19:27.449564 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c815818e-e7bc-4377-a872-d3327acf948d req-8b3374c0-62ed-4bc6-bd98-dff2d0265201 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3025064
Feb 18 00:19:27.495648 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce67b9-af85-44a0-b629-11c0300fa5ed req-4b30dabf-0e93-4b9d-8035-0056507969e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:27.497528 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-95ce67b9-af85-44a0-b629-11c0300fa5ed req-4b30dabf-0e93-4b9d-8035-0056507969e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a838f012-ae05-4ba6-81a0-4e3e126d041f HTTP/1.1" status: 200  len: 859 time: 0.2351558
Feb 18 00:19:27.554613 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-23f97b95-357f-4287-a9e3-5487525d6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:27.556823 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-23f97b95-357f-4287-a9e3-5487525d6705 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a838f012-ae05-4ba6-81a0-4e3e126d041f HTTP/1.1" status: 200  len: 859 time: 0.2099977
Feb 18 00:19:27.627371 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-95ce67b9-af85-44a0-b629-11c0300fa5ed req-896c1778-eddc-4093-8a12-bc27375bed23 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=723b09a8-26d9-4b22-820f-e170fc1e54cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1194913
Feb 18 00:19:27.633604 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b5b2feb8-4694-4a94-9dda-cd7db697fad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:27.638849 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-6b509dcf-0457-4bcf-b931-0658dda9a5ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=723b09a8-26d9-4b22-820f-e170fc1e54cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655370
Feb 18 00:19:27.698580 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bf4876b-f0c5-4aec-9267-1acd8054aec0 req-c8dc6c05-8395-4952-b8e5-538f96414009 service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3224468
Feb 18 00:19:27.746443 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1eea3-e8d6-4833-8209-1ecd71000617 req-d46b8557-6185-4c46-b062-2f2ca4441e15 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:27.755188 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-09b1eea3-e8d6-4833-8209-1ecd71000617 req-d46b8557-6185-4c46-b062-2f2ca4441e15 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 946 time: 0.1718609
Feb 18 00:19:27.807357 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-09b1eea3-e8d6-4833-8209-1ecd71000617 req-97180243-ec4d-4ef9-9c4c-e02a66f03139 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512421
Feb 18 00:19:27.953590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b5b2feb8-4694-4a94-9dda-cd7db697fad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:28.122529 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-95ce67b9-af85-44a0-b629-11c0300fa5ed req-8a5bfbf7-1690-4245-bf28-e32ba751bfb2 service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4762270
Feb 18 00:19:28.123025 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-645b583d-bb41-43c8-8cc7-a8ff84637e32 service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4733808
Feb 18 00:19:28.147398 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b5b2feb8-4694-4a94-9dda-cd7db697fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:28.154601 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7a415-feaf-4a90-a536-5cdd67897bfd req-f41c8664-d823-4c96-8265-63165e18aad8 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:28.156384 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-34c7a415-feaf-4a90-a536-5cdd67897bfd req-f41c8664-d823-4c96-8265-63165e18aad8 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 943 time: 0.4227617
Feb 18 00:19:28.241258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:28.356447 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2feb8-4694-4a94-9dda-cd7db697fad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d987df-6e6d-46fb-90e5-8cc37b07cf01,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:28.359220 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b5b2feb8-4694-4a94-9dda-cd7db697fad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:28.375089 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b5b2feb8-4694-4a94-9dda-cd7db697fad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:28.379016 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b5b2feb8-4694-4a94-9dda-cd7db697fad7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17d987df-6e6d-46fb-90e5-8cc37b07cf01 HTTP/1.1" status: 204  len: 168 time: 1.0196257
Feb 18 00:19:28.434471 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-34c7a415-feaf-4a90-a536-5cdd67897bfd req-3e6501de-0abc-4e69-9070-7a2f0ad112b6 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2489097
Feb 18 00:19:28.488071 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-95ce67b9-af85-44a0-b629-11c0300fa5ed req-95aafbbe-7151-41c1-8bdd-eb6549842077 service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3630455
Feb 18 00:19:28.501686 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2baa399-dca5-4a18-998f-6cd3dceae594 req-12ed256c-f614-405a-92b6-2cc82f665864 service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3441801
Feb 18 00:19:28.664729 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6efd62-933f-409b-b7c2-fb2caf58a40c req-7d11747b-9dac-4dae-b259-258282cd45ae tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:28.666336 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a6efd62-933f-409b-b7c2-fb2caf58a40c req-7d11747b-9dac-4dae-b259-258282cd45ae tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 943 time: 0.0872025
Feb 18 00:19:28.722722 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a6efd62-933f-409b-b7c2-fb2caf58a40c req-2f92f94f-ed02-414f-be47-12934d6dd1fd tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501163
Feb 18 00:19:28.723775 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40002) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:28.744090 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cba9edca-5d6a-4a1e-976b-46a2c321d03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:28.761107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cba9edca-5d6a-4a1e-976b-46a2c321d03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:28.765435 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cba9edca-5d6a-4a1e-976b-46a2c321d03e admin admin] Usage tracker for resource:security_group_rule and tenant:0803daa7cb7e4517b274483855010e2b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:28.768448 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cba9edca-5d6a-4a1e-976b-46a2c321d03e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:28.774205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cba9edca-5d6a-4a1e-976b-46a2c321d03e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:28.872744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cba9edca-5d6a-4a1e-976b-46a2c321d03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:28.876947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cba9edca-5d6a-4a1e-976b-46a2c321d03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:28.888607 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:28.915348 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cba9edca-5d6a-4a1e-976b-46a2c321d03e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0803daa7cb7e4517b274483855010e2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1903338
Feb 18 00:19:28.918942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40018) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:28.956286 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9edca-5d6a-4a1e-976b-46a2c321d03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a29d69b-9ce6-48cb-9dc3-6528358e1253,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:28.990485 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cba9edca-5d6a-4a1e-976b-46a2c321d03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:29.016959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0cadf53c-843b-4bcb-ab13-1ab586e0d2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:29.047588 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0cadf53c-843b-4bcb-ab13-1ab586e0d2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:29.055890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd02f13-8ca3-4dba-9297-c0a0bb62e0ad req-b4a9e7c5-575d-4c6f-8201-fc2c49fe7af6 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:29.058324 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4cd02f13-8ca3-4dba-9297-c0a0bb62e0ad req-b4a9e7c5-575d-4c6f-8201-fc2c49fe7af6 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 946 time: 0.1181185
Feb 18 00:19:29.105967 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0cadf53c-843b-4bcb-ab13-1ab586e0d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:29.113678 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4cd02f13-8ca3-4dba-9297-c0a0bb62e0ad req-5f7293b9-ee7f-47e7-84ba-ac130de8844d tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482802
Feb 18 00:19:29.115592 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c4f52e03-7423-4693-beb1-a4e98ba87b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:29.141617 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0cadf53c-843b-4bcb-ab13-1ab586e0d2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:29.141617 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0cadf53c-843b-4bcb-ab13-1ab586e0d2ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a29d69b-9ce6-48cb-9dc3-6528358e1253 HTTP/1.1" status: 204  len: 168 time: 0.2157147
Feb 18 00:19:29.141617 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadf53c-843b-4bcb-ab13-1ab586e0d2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a29d69b-9ce6-48cb-9dc3-6528358e1253,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:29.142094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0cadf53c-843b-4bcb-ab13-1ab586e0d2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:29.696478 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436939a-2e6f-482b-a6a6-db4eb08403af req-4ae77b1a-5ba3-41f0-b136-b810a50e49c3 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:29.698334 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c436939a-2e6f-482b-a6a6-db4eb08403af req-4ae77b1a-5ba3-41f0-b136-b810a50e49c3 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 943 time: 0.1270869
Feb 18 00:19:29.785003 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c436939a-2e6f-482b-a6a6-db4eb08403af req-1b947f03-7fa8-4574-9b09-fea30fc13971 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760829
Feb 18 00:19:29.952051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a9d13-d14e-44f1-9cb4-377541244541 req-8c5e5b56-5c68-4ff9-80e6-64e964a86a8e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:29.953689 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-910a9d13-d14e-44f1-9cb4-377541244541 req-8c5e5b56-5c68-4ff9-80e6-64e964a86a8e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 943 time: 0.0874741
Feb 18 00:19:30.003744 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-910a9d13-d14e-44f1-9cb4-377541244541 req-20c3aa98-ba99-4c53-a241-07ad4da07d26 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437856
Feb 18 00:19:30.998248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40122) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:31.040175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6f62c-919b-4a21-b287-1e04ffc4a59f req-465e6056-9c6b-4c21-a62f-cc3f855a7c0b tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:31.048542 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8dd6f62c-919b-4a21-b287-1e04ffc4a59f req-465e6056-9c6b-4c21-a62f-cc3f855a7c0b tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 943 time: 0.1010191
Feb 18 00:19:31.100828 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8dd6f62c-919b-4a21-b287-1e04ffc4a59f req-19ddc7ce-82b6-4fe5-a1c3-c1e2d35a10cc tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512393
Feb 18 00:19:31.236585 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bee48ad5-60ad-46fa-a850-69f70285efe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:31.256832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f430a6f-c98c-4f26-b230-acd37d35e95e req-057ba37e-b338-409f-9041-e67b3830c44d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:31.264071 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7f430a6f-c98c-4f26-b230-acd37d35e95e req-057ba37e-b338-409f-9041-e67b3830c44d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 943 time: 0.1402309
Feb 18 00:19:31.271836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bee48ad5-60ad-46fa-a850-69f70285efe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:31.301440 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bee48ad5-60ad-46fa-a850-69f70285efe7 admin admin] Usage tracker for resource:security_group_rule and tenant:ba4df77680024611b5fb093c947b6155 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:31.306339 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bee48ad5-60ad-46fa-a850-69f70285efe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:31.320327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bee48ad5-60ad-46fa-a850-69f70285efe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:31.341454 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7f430a6f-c98c-4f26-b230-acd37d35e95e req-7e0a6afc-fb59-4475-8931-c273ccdb42dd tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729277
Feb 18 00:19:31.420588 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bee48ad5-60ad-46fa-a850-69f70285efe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:31.423962 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bee48ad5-60ad-46fa-a850-69f70285efe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:31.433709 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:31.478837 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-bee48ad5-60ad-46fa-a850-69f70285efe7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba4df77680024611b5fb093c947b6155&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4794233
Feb 18 00:19:31.481195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee48ad5-60ad-46fa-a850-69f70285efe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6eb59f6-28cb-4424-8107-599276593017,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:31.482437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40144) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:31.484895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bee48ad5-60ad-46fa-a850-69f70285efe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:31.545021 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8948cf66-2ae3-42c3-8fa7-0807b0f25d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:31.574940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8948cf66-2ae3-42c3-8fa7-0807b0f25d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:31.620817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8948cf66-2ae3-42c3-8fa7-0807b0f25d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:31.625772 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ccca43a7-28fe-4d0a-92cc-71ba3336574c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:31.639572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948cf66-2ae3-42c3-8fa7-0807b0f25d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6eb59f6-28cb-4424-8107-599276593017,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:31.642344 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8948cf66-2ae3-42c3-8fa7-0807b0f25d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:31.644406 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8948cf66-2ae3-42c3-8fa7-0807b0f25d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:31.645643 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8948cf66-2ae3-42c3-8fa7-0807b0f25d98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6eb59f6-28cb-4424-8107-599276593017 HTTP/1.1" status: 204  len: 168 time: 0.1621268
Feb 18 00:19:32.026382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40174) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:32.049942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cc8ebdcb-2d28-4c3a-8b0e-0b096beb9b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:32.070960 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cc8ebdcb-2d28-4c3a-8b0e-0b096beb9b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:32.075169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cc8ebdcb-2d28-4c3a-8b0e-0b096beb9b93 admin admin] Usage tracker for resource:security_group_rule and tenant:584311adced04fa1b4021b28baceb270 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:32.078207 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cc8ebdcb-2d28-4c3a-8b0e-0b096beb9b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:32.083947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cc8ebdcb-2d28-4c3a-8b0e-0b096beb9b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:32.173169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cc8ebdcb-2d28-4c3a-8b0e-0b096beb9b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:32.177145 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cc8ebdcb-2d28-4c3a-8b0e-0b096beb9b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:32.186837 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-65723c3f-cb15-4966-a65e-47023ff3bb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:32.231603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ebdcb-2d28-4c3a-8b0e-0b096beb9b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e79c39-37e9-43b8-86dc-4a9cda93233f,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:32.239774 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40184) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:32.240913 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cc8ebdcb-2d28-4c3a-8b0e-0b096beb9b93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=584311adced04fa1b4021b28baceb270&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2128627
Feb 18 00:19:32.299162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cc8ebdcb-2d28-4c3a-8b0e-0b096beb9b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:32.323008 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c30f-9a3f-4463-8a6b-f051d28c7eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:32.339510 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116862-d682-4a42-af72-c903839ba0aa req-695825bf-2e10-456f-bf8b-8d92a71c4d4e tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:32.346939 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a0116862-d682-4a42-af72-c903839ba0aa req-695825bf-2e10-456f-bf8b-8d92a71c4d4e tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 943 time: 0.1048560
Feb 18 00:19:32.353342 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c30f-9a3f-4463-8a6b-f051d28c7eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:32.402866 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a0116862-d682-4a42-af72-c903839ba0aa req-f5be9460-d5cb-4aab-8a12-20728e031ff6 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531065
Feb 18 00:19:32.413591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c30f-9a3f-4463-8a6b-f051d28c7eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:32.425120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:32.438168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0c30f-9a3f-4463-8a6b-f051d28c7eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e79c39-37e9-43b8-86dc-4a9cda93233f,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:32.455542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c5b0c30f-9a3f-4463-8a6b-f051d28c7eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:32.463360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c30f-9a3f-4463-8a6b-f051d28c7eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:32.467854 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c5b0c30f-9a3f-4463-8a6b-f051d28c7eaf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/99e79c39-37e9-43b8-86dc-4a9cda93233f HTTP/1.1" status: 204  len: 168 time: 0.2271886
Feb 18 00:19:32.596758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554de5f-d1a4-4ef1-88d4-b718db64b7b3 req-299ad580-88f3-473f-af64-5c3bd42d2d3f tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:32.598635 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7554de5f-d1a4-4ef1-88d4-b718db64b7b3 req-299ad580-88f3-473f-af64-5c3bd42d2d3f tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 943 time: 0.1010764
Feb 18 00:19:32.630602 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-691265d5-b886-4931-8d2a-c023a270b8f8 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83995) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 00:19:32.651902 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7554de5f-d1a4-4ef1-88d4-b718db64b7b3 req-d151552d-7b29-4b24-8b7f-29ecd0489544 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467658
Feb 18 00:19:33.575004 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 4320bf84-e79d-4578-9ed7-17e199a4ab17 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:33.605751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9622b-7dba-4243-8a26-cb5ae9ad87f1 req-50714d57-637d-478c-9be1-02d2340ac300 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:33.607925 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3af9622b-7dba-4243-8a26-cb5ae9ad87f1 req-50714d57-637d-478c-9be1-02d2340ac300 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 943 time: 0.0984840
Feb 18 00:19:33.655945 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port 4320bf84-e79d-4578-9ed7-17e199a4ab17 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:19:33.658382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 4320bf84-e79d-4578-9ed7-17e199a4ab17 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:33.658806 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:33.670186 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3af9622b-7dba-4243-8a26-cb5ae9ad87f1 req-5569744e-544b-4444-ba83-6301bb05acc0 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552773
Feb 18 00:19:33.782631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40260) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:33.829313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:33.868735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dad43a7-a3ce-4b47-a957-50973d3b870c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4320bf84-e79d-4578-9ed7-17e199a4ab17'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:19:33.875728 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422986b-798a-450d-886b-0b16f6a1c137 req-1ac62adf-fa4e-405a-9698-1cd2e4e99eea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:33.877708 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c422986b-798a-450d-886b-0b16f6a1c137 req-1ac62adf-fa4e-405a-9698-1cd2e4e99eea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 943 time: 0.0934331
Feb 18 00:19:33.878125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 4320bf84-e79d-4578-9ed7-17e199a4ab17, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=4320bf84-e79d-4578-9ed7-17e199a4ab17,segment=NetworkSegment(435c97c4-2116-4e41-98aa-bf8c192acf75),segment_id=435c97c4-2116-4e41-98aa-bf8c192acf75)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:19:33.883101 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:33.884013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 97d88c37-7f15-4f91-aa45-cd450e2db183 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:33.946714 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dad43a7-a3ce-4b47-a957-50973d3b870c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4320bf84-e79d-4578-9ed7-17e199a4ab17', 'code': 200}
Feb 18 00:19:33.947209 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:33.975131 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c422986b-798a-450d-886b-0b16f6a1c137 req-536d5102-21ae-4116-964a-fb713f33c7b7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872064
Feb 18 00:19:33.978955 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2ba62ba-768d-4591-8b46-ca0f45c98186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:34.008176 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b2ba62ba-768d-4591-8b46-ca0f45c98186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:34.013823 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b2ba62ba-768d-4591-8b46-ca0f45c98186 admin admin] Usage tracker for resource:security_group_rule and tenant:2dcbfc57ebfa47699b90500295aab9e7 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:34.017023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b2ba62ba-768d-4591-8b46-ca0f45c98186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:34.023982 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b2ba62ba-768d-4591-8b46-ca0f45c98186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:34.031725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=4320bf84-e79d-4578-9ed7-17e199a4ab17,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:34.035535 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:34.050230 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port 97d88c37-7f15-4f91-aa45-cd450e2db183 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:19:34.055679 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 97d88c37-7f15-4f91-aa45-cd450e2db183 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:34.056281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:34.159924 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2ba62ba-768d-4591-8b46-ca0f45c98186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:34.172041 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2ba62ba-768d-4591-8b46-ca0f45c98186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:34.211462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:34.219278 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c91cd747-810e-4e6f-8f5c-88f3ec08cc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:34.255327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 97d88c37-7f15-4f91-aa45-cd450e2db183, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=97d88c37-7f15-4f91-aa45-cd450e2db183,segment=NetworkSegment(ae6f9fd0-8701-4eae-91fa-01b67535077e),segment_id=ae6f9fd0-8701-4eae-91fa-01b67535077e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:19:34.262438 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:34.263847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:34.265419 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b2ba62ba-768d-4591-8b46-ca0f45c98186 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2dcbfc57ebfa47699b90500295aab9e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4810026
Feb 18 00:19:34.266281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40288) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:34.267177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba62ba-768d-4591-8b46-ca0f45c98186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a88d0c-e26c-4d78-8b29-b7cb3fbc3a52,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:34.286701 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b2ba62ba-768d-4591-8b46-ca0f45c98186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:34.321117 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5c9911d9-f78f-4294-9f27-5440fd482c39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:34.373088 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a2f79318-9dcf-4ccc-b45c-d9f4e9acc7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:34.377915 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe5fbe-d4bd-49f9-85bc-5c00ec4f9037 req-daa4c3f5-6dd5-4307-821e-009b9df35778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:34.379578 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d6fe5fbe-d4bd-49f9-85bc-5c00ec4f9037 req-daa4c3f5-6dd5-4307-821e-009b9df35778 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 1162 time: 0.2239623
Feb 18 00:19:34.442558 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a2f79318-9dcf-4ccc-b45c-d9f4e9acc7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:34.472258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=97d88c37-7f15-4f91-aa45-cd450e2db183,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:34.478457 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:34.491003 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d6fe5fbe-d4bd-49f9-85bc-5c00ec4f9037 req-89d477d4-5e4b-4e6d-bc27-58bdd8ff5910 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950294
Feb 18 00:19:34.493449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:34.493876 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:34.525077 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a2f79318-9dcf-4ccc-b45c-d9f4e9acc7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:34.535503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ac281e05-df54-441b-a8f5-0040214fa53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:34.559935 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f79318-9dcf-4ccc-b45c-d9f4e9acc7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a88d0c-e26c-4d78-8b29-b7cb3fbc3a52,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:34.571177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a2f79318-9dcf-4ccc-b45c-d9f4e9acc7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:34.573705 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a2f79318-9dcf-4ccc-b45c-d9f4e9acc7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:34.589493 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a2f79318-9dcf-4ccc-b45c-d9f4e9acc7e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4a88d0c-e26c-4d78-8b29-b7cb3fbc3a52 HTTP/1.1" status: 204  len: 168 time: 0.3057396
Feb 18 00:19:34.933742 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac339e-43e8-45c0-9fd3-f987b080882f req-24ec6cde-fd38-4328-963d-0b229d3feb5a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:34.942416 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-98ac339e-43e8-45c0-9fd3-f987b080882f req-24ec6cde-fd38-4328-963d-0b229d3feb5a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 943 time: 0.1104901
Feb 18 00:19:35.009056 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-98ac339e-43e8-45c0-9fd3-f987b080882f req-83a99f8b-de59-4ab8-beae-2cce7128f4a8 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646427
Feb 18 00:19:35.219069 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81bdd7-98b5-45b4-abfd-8748366becbe req-1f1ac6d0-3c41-4c34-8858-d2864ac02916 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:35.229486 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ad81bdd7-98b5-45b4-abfd-8748366becbe req-1f1ac6d0-3c41-4c34-8858-d2864ac02916 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1157937
Feb 18 00:19:35.305385 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ad81bdd7-98b5-45b4-abfd-8748366becbe req-c2e144c1-8c91-440f-b6bd-bc679d195fd0 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746369
Feb 18 00:19:35.489653 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device e4e053b1-118e-446e-9628-f71e74fb8118 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:35.568212 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port e4e053b1-118e-446e-9628-f71e74fb8118 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:19:35.573882 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port e4e053b1-118e-446e-9628-f71e74fb8118 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:35.574293 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:35.717361 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:35.757466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port e4e053b1-118e-446e-9628-f71e74fb8118, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=e4e053b1-118e-446e-9628-f71e74fb8118,segment=NetworkSegment(ae6f9fd0-8701-4eae-91fa-01b67535077e),segment_id=ae6f9fd0-8701-4eae-91fa-01b67535077e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:19:35.760317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:35.761478 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 4320bf84-e79d-4578-9ed7-17e199a4ab17 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:35.791055 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-caf43150-6bd4-4297-896f-7bff36340521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:35.892939 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=e4e053b1-118e-446e-9628-f71e74fb8118,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:35.896326 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:35.906324 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 4320bf84-e79d-4578-9ed7-17e199a4ab17 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:35.906685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:35.949180 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1f1335-1824-44ca-b9e6-eb1e63728bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d88c37-7f15-4f91-aa45-cd450e2db183'}, {'server_uuid': 'ad3c07d2-0737-4d67-b014-3891b2786b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e053b1-118e-446e-9628-f71e74fb8118'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:19:36.014354 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1f1335-1824-44ca-b9e6-eb1e63728bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d88c37-7f15-4f91-aa45-cd450e2db183', 'code': 200}
Feb 18 00:19:36.014655 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3c07d2-0737-4d67-b014-3891b2786b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e053b1-118e-446e-9628-f71e74fb8118', 'code': 200}
Feb 18 00:19:36.051084 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 97d88c37-7f15-4f91-aa45-cd450e2db183 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:36.136808 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 97d88c37-7f15-4f91-aa45-cd450e2db183 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:36.137566 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:36.254828 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5df1d-e3bc-4040-99a4-4acb4892b435 req-54fc39f3-6a43-420c-bfdd-3eb45a02e418 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:36.265021 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-08d5df1d-e3bc-4040-99a4-4acb4892b435 req-54fc39f3-6a43-420c-bfdd-3eb45a02e418 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1396089
Feb 18 00:19:36.449227 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-08d5df1d-e3bc-4040-99a4-4acb4892b435 req-2129a3dc-ea9f-469d-b823-05f58168e41b tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831923
Feb 18 00:19:36.494516 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78534d-932f-47c4-a174-04b5154715ea req-e6666dac-4a59-4471-b045-1aa8a8102d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:36.496560 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae78534d-932f-47c4-a174-04b5154715ea req-e6666dac-4a59-4471-b045-1aa8a8102d01 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 1162 time: 0.1402681
Feb 18 00:19:36.501002 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ede990-de75-473b-8cf6-45546bacb379 req-c79cc7cf-7a64-4772-8a13-30a5b10aec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:36.502634 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f1ede990-de75-473b-8cf6-45546bacb379 req-c79cc7cf-7a64-4772-8a13-30a5b10aec2b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 1162 time: 0.1922586
Feb 18 00:19:36.814154 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae78534d-932f-47c4-a174-04b5154715ea req-8039bc0b-5d1e-4fa3-a338-482b0ddf637a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2964952
Feb 18 00:19:36.830871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d62ae6-ee78-4893-a94f-06c31f3777c4 req-d215e843-d956-4a68-aac5-64bee311a65e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:36.832732 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f1ede990-de75-473b-8cf6-45546bacb379 req-4da39865-f18d-4b4d-8a88-871b7aca9461 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683954
Feb 18 00:19:36.839342 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d7d62ae6-ee78-4893-a94f-06c31f3777c4 req-d215e843-d956-4a68-aac5-64bee311a65e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.2686307
Feb 18 00:19:36.840506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device e4e053b1-118e-446e-9628-f71e74fb8118 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:36.895332 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d7d62ae6-ee78-4893-a94f-06c31f3777c4 req-385af51e-dd10-48a9-85d0-1a4d96c73ee4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549886
Feb 18 00:19:36.919353 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40420) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:36.970497 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port e4e053b1-118e-446e-9628-f71e74fb8118 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:36.971223 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:37.076082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff762342-9f29-4adb-a26f-7811f115b7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:37.112384 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ff762342-9f29-4adb-a26f-7811f115b7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:37.124445 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ff762342-9f29-4adb-a26f-7811f115b7a5 admin admin] Usage tracker for resource:security_group_rule and tenant:c1392032829a47eb8782602c842ee136 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:37.128372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ff762342-9f29-4adb-a26f-7811f115b7a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:37.136907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ff762342-9f29-4adb-a26f-7811f115b7a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:37.184445 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fdbe8-2775-4ea4-ae5a-d3ecff485ba0 req-aebb7f20-783d-4b72-808e-487a051c53df tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:37.186106 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c78fdbe8-2775-4ea4-ae5a-d3ecff485ba0 req-aebb7f20-783d-4b72-808e-487a051c53df tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1055114
Feb 18 00:19:37.195994 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40434) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:37.204763 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-018406e8-b561-446e-92f3-20166a1b7fc3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Request body: {'floatingip': {'port_id': '4320bf84-e79d-4578-9ed7-17e199a4ab17'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:19:37.272797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff762342-9f29-4adb-a26f-7811f115b7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:37.275840 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff762342-9f29-4adb-a26f-7811f115b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:37.286506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cc8ebdcb-2d28-4c3a-8b0e-0b096beb9b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:37.315779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-018406e8-b561-446e-92f3-20166a1b7fc3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for floatingip, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:37.378366 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ff762342-9f29-4adb-a26f-7811f115b7a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1392032829a47eb8782602c842ee136&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4576726
Feb 18 00:19:37.385015 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40440) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:37.391411 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff762342-9f29-4adb-a26f-7811f115b7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e8f4eb-774a-4088-8f4f-c449fd7b6341,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:37.403510 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ff762342-9f29-4adb-a26f-7811f115b7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:37.529240 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-68bead41-6f99-4c3a-b9f0-1bc45db9145d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:37.558288 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-68bead41-6f99-4c3a-b9f0-1bc45db9145d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:37.687041 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6515d1-11fb-4676-af19-b42e5b365746 req-3d13fc5d-da4e-4ae9-8ee4-04b3921a2393 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:37.688661 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae6515d1-11fb-4676-af19-b42e5b365746 req-3d13fc5d-da4e-4ae9-8ee4-04b3921a2393 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.0909116
Feb 18 00:19:37.734933 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-68bead41-6f99-4c3a-b9f0-1bc45db9145d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:37.738210 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae6515d1-11fb-4676-af19-b42e5b365746 req-8cafdda6-f6ec-412a-9182-03a8142d3af7 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430937
Feb 18 00:19:37.751237 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-86626cb7-1f4e-4b59-a48a-d4b4685dc583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:37.769150 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bead41-6f99-4c3a-b9f0-1bc45db9145d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e8f4eb-774a-4088-8f4f-c449fd7b6341,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:37.774294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-68bead41-6f99-4c3a-b9f0-1bc45db9145d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:37.778681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-68bead41-6f99-4c3a-b9f0-1bc45db9145d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:37.780302 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-68bead41-6f99-4c3a-b9f0-1bc45db9145d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11e8f4eb-774a-4088-8f4f-c449fd7b6341 HTTP/1.1" status: 204  len: 168 time: 0.3865976
Feb 18 00:19:38.389543 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-018406e8-b561-446e-92f3-20166a1b7fc3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:38.393095 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-018406e8-b561-446e-92f3-20166a1b7fc3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:38.614788 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [None req-018406e8-b561-446e-92f3-20166a1b7fc3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Floating IP 50f5c70a-ab02-434e-8e96-5c1f06c3b26d associated. External IP: 172.27.3.199, port: 4320bf84-e79d-4578-9ed7-17e199a4ab17.
Feb 18 00:19:38.698480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40498) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:38.861065 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-988884825-network', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:19:38.874173 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:38.906064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device e4e053b1-118e-446e-9628-f71e74fb8118 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:39.018026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port e4e053b1-118e-446e-9628-f71e74fb8118 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:39.018334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:39.044083 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Usage tracker for resource:network and tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:39.333560 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:39.421835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:39.459822 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Made reservation on behalf of acbe6b9a6cef4c53a0b9b1ea15b35d58 for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:19:39.464674 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:39.486018 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:39.496813 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018406e8-b561-446e-92f3-20166a1b7fc3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Router 1da7986e-9a14-41ae-97b5-a884f49c813a has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:19:39.523118 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:39.591305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Usage tracker for resource:security_group_rule and tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:39.595644 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:39.614363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:39.624825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c46b53-8dc4-460f-ac28-2edbde6411c4 req-6016397b-735b-41b8-893a-b15162a274c7 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:39.626424 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7c46b53-8dc4-460f-ac28-2edbde6411c4 req-6016397b-735b-41b8-893a-b15162a274c7 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.5845029
Feb 18 00:19:39.782931 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7c46b53-8dc4-460f-ac28-2edbde6411c4 req-1d08b8db-f6bc-450c-be42-3f984c22a9f8 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503551
Feb 18 00:19:39.819035 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018406e8-b561-446e-92f3-20166a1b7fc3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:19:39.839551 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48061295-f9ae-440d-b66e-58142f551e73 None None] Sync routers for ids ['1da7986e-9a14-41ae-97b5-a884f49c813a'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:19:39.857437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-018406e8-b561-446e-92f3-20166a1b7fc3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:39.860051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48061295-f9ae-440d-b66e-58142f551e73 None None] Routers {'1da7986e-9a14-41ae-97b5-a884f49c813a'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:19:39.860776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-48061295-f9ae-440d-b66e-58142f551e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fd6ce80>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:19:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['1da7986e-9a14-41ae-97b5-a884f49c813a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:39.917552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:39.927605 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:39.936958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:39.947052 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-018406e8-b561-446e-92f3-20166a1b7fc3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "PUT /v2.0/floatingips/50f5c70a-ab02-434e-8e96-5c1f06c3b26d HTTP/1.1" status: 200  len: 991 time: 2.7490134
Feb 18 00:19:39.952547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dad43a7-a3ce-4b47-a957-50973d3b870c', 'tag': '4320bf84-e79d-4578-9ed7-17e199a4ab17'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:19:39.983060 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:19:39.993314 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b53a20-552c-4559-a540-84607ff00d08,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:39.998349 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:40.001958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252823229180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:40.002443 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Added segment 5df5cdbe-bb6b-4ace-9019-3d8548900301 of type vxlan for network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1
Feb 18 00:19:40.041316 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:40.061572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-48061295-f9ae-440d-b66e-58142f551e73 None None] Set router 1da7986e-9a14-41ae-97b5-a884f49c813a gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:19:40.090125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:40.091440 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:40.092089 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:40.097517 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:40.252447 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dad43a7-a3ce-4b47-a957-50973d3b870c', 'tag': '4320bf84-e79d-4578-9ed7-17e199a4ab17', 'status': 'completed', 'code': 200}
Feb 18 00:19:40.266269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40548) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:40.266485 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.5666347
Feb 18 00:19:40.272758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Request body: {'subnet': {'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-988884825-subnet', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:19:40.285017 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:40.294354 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Usage tracker for resource:subnet and tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:40.297756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:40.303872 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:40.316734 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Made reservation on behalf of acbe6b9a6cef4c53a0b9b1ea15b35d58 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:19:40.321584 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:40.337590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Pushing event updated for resources: {'Network': ['ID=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:40.387640 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:40.391888 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:19:40.424460 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:19:40.453084 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bef191-2634-4688-a973-f89acf70b013 req-10b2bca6-90b4-4361-9f7a-2af3036a37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:40.454732 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02bef191-2634-4688-a973-f89acf70b013 req-10b2bca6-90b4-4361-9f7a-2af3036a37fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=30fcfa6325fc46188a1b3d8f51ea489b&device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 1162 time: 0.2779541
Feb 18 00:19:40.555966 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821bec3-7d29-4e27-a4aa-e5ba08b27642 req-1b06ff19-a70c-488d-941a-1af38b893e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:40.557693 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2821bec3-7d29-4e27-a4aa-e5ba08b27642 req-1b06ff19-a70c-488d-941a-1af38b893e2f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d&device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 1162 time: 0.2752881
Feb 18 00:19:40.576507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf4af3-19fe-40bb-b1d2-543e70a63123 req-892caf14-d94b-461b-b3bc-38cd9057b20e tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:40.578545 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02cf4af3-19fe-40bb-b1d2-543e70a63123 req-892caf14-d94b-461b-b3bc-38cd9057b20e tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.2506764
Feb 18 00:19:40.620718 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-48061295-f9ae-440d-b66e-58142f551e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fd6ce80>, [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '50f5c70a-ab02-434e-8e96-5c1f06c3b26d', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'port_id': '4320bf84-e79d-4578-9ed7-17e199a4ab17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'mac_address': 'fa:16:3e:41:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dad43a7-a3ce-4b47-a957-50973d3b870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:19:03Z', 'updated_at': '2021-02-18T00:19:38Z', 'revision_number': 1, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:19:07Z', 'revision_number': 5, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:40.632792 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48061295-f9ae-440d-b66e-58142f551e73 None None] Checking router: 1da7986e-9a14-41ae-97b5-a884f49c813a for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:19:40.653780 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48061295-f9ae-440d-b66e-58142f551e73 None None] Routers {'1da7986e-9a14-41ae-97b5-a884f49c813a'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:19:40.654461 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-48061295-f9ae-440d-b66e-58142f551e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fd6ce80>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:19:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['1da7986e-9a14-41ae-97b5-a884f49c813a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:40.777089 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bef191-2634-4688-a973-f89acf70b013 req-4a082105-7151-4bbb-86aa-cdede17d9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:40.779337 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02bef191-2634-4688-a973-f89acf70b013 req-4a082105-7151-4bbb-86aa-cdede17d9548 service neutron] 10.222.0.58 "GET /v2.0/networks?id=723b09a8-26d9-4b22-820f-e170fc1e54cc HTTP/1.1" status: 200  len: 913 time: 0.3169162
Feb 18 00:19:40.816439 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:40.918793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821bec3-7d29-4e27-a4aa-e5ba08b27642 req-cb441a02-0ed3-4890-8150-957e33299d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:40.920948 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2821bec3-7d29-4e27-a4aa-e5ba08b27642 req-cb441a02-0ed3-4890-8150-957e33299d8b service neutron] 10.222.0.58 "GET /v2.0/networks?id=b386a18a-6f15-4736-83e0-5ac61f0904b4 HTTP/1.1" status: 200  len: 905 time: 0.3539758
Feb 18 00:19:40.997551 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-48061295-f9ae-440d-b66e-58142f551e73 None None] Set router 1da7986e-9a14-41ae-97b5-a884f49c813a gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:19:41.027830 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02bef191-2634-4688-a973-f89acf70b013 req-e2bd421a-de78-428f-a5d1-cf15e2870043 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4e053b1-118e-446e-9628-f71e74fb8118 HTTP/1.1" status: 200  len: 217 time: 0.2330813
Feb 18 00:19:41.039699 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:41.103242 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Pushing event updated for resources: {'Subnet': ['ID=808293fb-19c9-449a-969e-06462c294bc2,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:41.117106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.117106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.117506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.117966 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.118357 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.118871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.119262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.120315 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.120757 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.121142 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.121525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.121905 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.122465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.122850 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.123231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.123611 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.123988 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.124376 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.124760 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.125136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.125875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.126256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.126634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.127011 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:41.132708 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02cf4af3-19fe-40bb-b1d2-543e70a63123 req-19ba5c4c-a523-4301-aa6b-3dbdf20cf2c3 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5239577
Feb 18 00:19:41.140946 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40576) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:41.141997 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:41.189502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Checking segment: {'id': '5df5cdbe-bb6b-4ace-9019-3d8548900301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:19:41.189904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Network hostable DHCP agents. Network: 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:19:41.212986 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:19:41.235444 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:19:41.242406 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:41.243074 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:41.246598 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127d8939-72f8-44dd-9513-1351752c7980 None None] Network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:19:41.248771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bef191-2634-4688-a973-f89acf70b013 req-1a4189df-554d-4e52-bf0f-79c2192377bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:41.250798 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02bef191-2634-4688-a973-f89acf70b013 req-1a4189df-554d-4e52-bf0f-79c2192377bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a838f012-ae05-4ba6-81a0-4e3e126d041f HTTP/1.1" status: 200  len: 859 time: 0.1981609
Feb 18 00:19:41.260778 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2821bec3-7d29-4e27-a4aa-e5ba08b27642 req-030648b1-5e3c-482c-8d4e-b515347c31e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4320bf84-e79d-4578-9ed7-17e199a4ab17 HTTP/1.1" status: 200  len: 999 time: 0.3166683
Feb 18 00:19:41.305710 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-87b672d8-fa12-4b5f-8f84-fcc9de89b08c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0352058
Feb 18 00:19:41.305989 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40588) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:41.311852 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:19:41.324443 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:41.333032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Usage tracker for resource:router and tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:41.343652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:41.355895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:41.372514 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852804642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1091'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:41.373652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852804823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2023819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774732'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:41.411761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:41.479768 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02bef191-2634-4688-a973-f89acf70b013 req-602e4425-02bc-4437-b54e-72ecceeb4fbd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=723b09a8-26d9-4b22-820f-e170fc1e54cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1963134
Feb 18 00:19:41.495511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e38eaca7-235f-42b0-9206-7f3962eff398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:41.527693 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e38eaca7-235f-42b0-9206-7f3962eff398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:41.534469 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e38eaca7-235f-42b0-9206-7f3962eff398 admin admin] Usage tracker for resource:security_group_rule and tenant:82353a89be304a6c841d282cbb1e1fc4 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:41.538883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e38eaca7-235f-42b0-9206-7f3962eff398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:41.610162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e38eaca7-235f-42b0-9206-7f3962eff398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:41.929726 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-48061295-f9ae-440d-b66e-58142f551e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fd6ce80>, [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '50f5c70a-ab02-434e-8e96-5c1f06c3b26d', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'port_id': '4320bf84-e79d-4578-9ed7-17e199a4ab17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'mac_address': 'fa:16:3e:41:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dad43a7-a3ce-4b47-a957-50973d3b870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:19:03Z', 'updated_at': '2021-02-18T00:19:38Z', 'revision_number': 1, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:19:07Z', 'revision_number': 5, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:41.934984 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48061295-f9ae-440d-b66e-58142f551e73 None None] The sync data for ids ['1da7986e-9a14-41ae-97b5-a884f49c813a'] in dv-cinder-751579-21-iscsi is: [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '50f5c70a-ab02-434e-8e96-5c1f06c3b26d', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'port_id': '4320bf84-e79d-4578-9ed7-17e199a4ab17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'mac_address': 'fa:16:3e:41:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dad43a7-a3ce-4b47-a957-50973d3b870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:19:03Z', 'updated_at': '2021-02-18T00:19:38Z', 'revision_number': 1, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:19:07Z', 'revision_number': 5, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:19:42.058256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac98f393-cfbd-505c-89c3-4557df0b36db-99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'fixed_ips': [{'subnet_id': '808293fb-19c9-449a-969e-06462c294bc2'}]}} from dv-cinder-751579-21-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 00:19:42.059176 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:42.087619 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821bec3-7d29-4e27-a4aa-e5ba08b27642 req-994c2e67-80c1-4bf4-9be6-4e7b6e375776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:42.096181 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2821bec3-7d29-4e27-a4aa-e5ba08b27642 req-994c2e67-80c1-4bf4-9be6-4e7b6e375776 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e7542848-0274-4fdf-981b-c757d7c492ef HTTP/1.1" status: 200  len: 850 time: 0.8174458
Feb 18 00:19:42.114634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1971128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774747'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:42.246041 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02bef191-2634-4688-a973-f89acf70b013 req-a7782627-9559-4d8a-9d67-be700891298d service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7366180
Feb 18 00:19:42.400632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19bd75-5103-4881-8098-9a68b42a619d None None] New status for floating IP 50f5c70a-ab02-434e-8e96-5c1f06c3b26d: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:19:42.478265 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e38eaca7-235f-42b0-9206-7f3962eff398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:42.497487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e38eaca7-235f-42b0-9206-7f3962eff398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:42.513436 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8948cf66-2ae3-42c3-8fa7-0807b0f25d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:42.544938 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821bec3-7d29-4e27-a4aa-e5ba08b27642 req-d1aaad2a-73c3-4c81-ba61-97485669f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:42.546659 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2821bec3-7d29-4e27-a4aa-e5ba08b27642 req-d1aaad2a-73c3-4c81-ba61-97485669f144 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b386a18a-6f15-4736-83e0-5ac61f0904b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4441032
Feb 18 00:19:42.572798 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ebecae1-9a31-49a5-886a-0aa352c53a9e req-40592914-6a42-42b1-8e5f-a5321d3efc63 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2204566
Feb 18 00:19:42.609501 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e38eaca7-235f-42b0-9206-7f3962eff398 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82353a89be304a6c841d282cbb1e1fc4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4632492
Feb 18 00:19:42.609501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eaca7-235f-42b0-9206-7f3962eff398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962d4cc0-b810-4db6-bd91-d0ade31ed326,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:42.611781 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e38eaca7-235f-42b0-9206-7f3962eff398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:42.666794 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40616) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:42.718536 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02bef191-2634-4688-a973-f89acf70b013 req-b7019615-01f6-4721-bada-c89a61d35ae4 service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4607325
Feb 18 00:19:42.753956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3603d37-9fea-4544-b2e0-1991c5a59651 req-2a468117-6f80-4175-a7c4-b15369aa842c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:42.756281 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e3603d37-9fea-4544-b2e0-1991c5a59651 req-2a468117-6f80-4175-a7c4-b15369aa842c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.4296734
Feb 18 00:19:42.814249 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2821bec3-7d29-4e27-a4aa-e5ba08b27642 req-6e7e92a4-a046-4e75-a812-dade6fe0f1a8 service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2499545
Feb 18 00:19:42.814512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Allocated IP 172.20.0.2 (99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1/808293fb-19c9-449a-969e-06462c294bc2/9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:19:43.050903 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40634) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:43.081193 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e3603d37-9fea-4544-b2e0-1991c5a59651 req-24705769-cc0d-451a-ba62-4515d3dbe633 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2595010
Feb 18 00:19:43.089199 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2821bec3-7d29-4e27-a4aa-e5ba08b27642 req-875dc534-394e-441c-831c-ac517ca37267 service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2402158
Feb 18 00:19:43.096105 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.168357 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.171178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.209362 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.259728 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.265564 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebecae1-9a31-49a5-886a-0aa352c53a9e req-1ad4a557-f3c1-444b-a757-6f220c975dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:43.267421 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ebecae1-9a31-49a5-886a-0aa352c53a9e req-1ad4a557-f3c1-444b-a757-6f220c975dcd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=20ef119346c04b039c809b9167aa73c0&device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 1163 time: 0.4315588
Feb 18 00:19:43.281541 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Transition to ACTIVE for port object 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:19:43.320451 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Transition to ACTIVE for port object 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:19:43.328950 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.344896 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.351635 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:43.383518 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962d4cc0-b810-4db6-bd91-d0ade31ed326,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:43.392236 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.395919 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/962d4cc0-b810-4db6-bd91-d0ade31ed326 HTTP/1.1" status: 204  len: 168 time: 0.7254496
Feb 18 00:19:43.399233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.399663 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.400057 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.400505 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.401425 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.401822 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.402142 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.402536 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.402917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.403293 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.403670 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.404045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.404498 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.404878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.405253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.405624 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.405994 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.406408 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.407053 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.407784 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.408166 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.408599 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.408977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.409470 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:43.418898 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:43.457917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:43.539820 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4dec1eac-909d-49bb-971a-fe5e85c07a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.577797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Pushing event updated for resources: {'Port': ['ID=9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:43.578157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4dec1eac-909d-49bb-971a-fe5e85c07a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:43.581003 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4dec1eac-909d-49bb-971a-fe5e85c07a93 admin admin] Usage tracker for resource:security_group_rule and tenant:43c37102d30f4c2d843c940c9bb7d764 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:43.584041 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4dec1eac-909d-49bb-971a-fe5e85c07a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:43.590568 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4dec1eac-909d-49bb-971a-fe5e85c07a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:43.593062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:43.664933 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:19:43.666147 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:19:43.668611 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:19:43.692528 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4dec1eac-909d-49bb-971a-fe5e85c07a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.716406 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4dec1eac-909d-49bb-971a-fe5e85c07a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.732149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Attempting to bind port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:19:43.732603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Attempting to bind port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '5df5cdbe-bb6b-4ace-9019-3d8548900301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:19:43.733019 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Attempting to bind port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 on network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:19:43.739422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:19:43.739851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Checking segment: {'id': '5df5cdbe-bb6b-4ace-9019-3d8548900301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:19:43.740425 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.740868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Bound using segment: {'id': '5df5cdbe-bb6b-4ace-9019-3d8548900301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:19:43.741756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Bound port: 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df5cdbe-bb6b-4ace-9019-3d8548900301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:19:43.741756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.748545 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2c14c105-b0de-489e-a4aa-164286ec8a89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:43.759281 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4dec1eac-909d-49bb-971a-fe5e85c07a93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43c37102d30f4c2d843c940c9bb7d764&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6897311
Feb 18 00:19:43.762727 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40664) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:43.850156 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40668) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:43.874915 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2201ed1b-0eab-4a3c-9c0f-38d98f666e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.883626 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebecae1-9a31-49a5-886a-0aa352c53a9e req-e2ab76c2-5ded-4cac-b443-f7d267e4f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:43.885913 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ebecae1-9a31-49a5-886a-0aa352c53a9e req-e2ab76c2-5ded-4cac-b443-f7d267e4f90e service neutron] 10.222.0.58 "GET /v2.0/networks?id=4484cc1a-ea5d-402e-a014-f298814dfa30 HTTP/1.1" status: 200  len: 906 time: 0.5336273
Feb 18 00:19:43.896015 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec1eac-909d-49bb-971a-fe5e85c07a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948340fb-405c-4b8e-afc5-59d35bbc23eb,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:43.899642 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4dec1eac-909d-49bb-971a-fe5e85c07a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:43.905970 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2201ed1b-0eab-4a3c-9c0f-38d98f666e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:43.908663 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-97b29a7c-dd26-459a-8e78-6577335fb821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.919784 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2201ed1b-0eab-4a3c-9c0f-38d98f666e1a admin admin] Usage tracker for resource:security_group_rule and tenant:027b8932d26f4e49b74cb9931770814c is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:43.923741 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] For port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:19:43.925449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2201ed1b-0eab-4a3c-9c0f-38d98f666e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:43.927596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] For port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2,segment=NetworkSegment(5df5cdbe-bb6b-4ace-9019-3d8548900301),segment_id=5df5cdbe-bb6b-4ace-9019-3d8548900301)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:19:43.931610 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.939252 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2201ed1b-0eab-4a3c-9c0f-38d98f666e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:43.950547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-15fc5353-dc4c-4c94-b638-d301aeb384e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:43.950801 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-97b29a7c-dd26-459a-8e78-6577335fb821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:43.993557 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ebecae1-9a31-49a5-886a-0aa352c53a9e req-e5e86e58-b3b6-47ff-9508-5d6c0bd1f1cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 HTTP/1.1" status: 200  len: 217 time: 0.0924225
Feb 18 00:19:44.053045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-97b29a7c-dd26-459a-8e78-6577335fb821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:44.071905 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:44.102123 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b29a7c-dd26-459a-8e78-6577335fb821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948340fb-405c-4b8e-afc5-59d35bbc23eb,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:44.104330 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebecae1-9a31-49a5-886a-0aa352c53a9e req-2b3218a0-c081-487f-8fbe-7dadae49f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:44.106421 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ebecae1-9a31-49a5-886a-0aa352c53a9e req-2b3218a0-c081-487f-8fbe-7dadae49f072 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6e0e84db-17ba-4875-be32-167c0e81fb70 HTTP/1.1" status: 200  len: 852 time: 0.0783079
Feb 18 00:19:44.107305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-97b29a7c-dd26-459a-8e78-6577335fb821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:44.109517 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2201ed1b-0eab-4a3c-9c0f-38d98f666e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:44.110610 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-97b29a7c-dd26-459a-8e78-6577335fb821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:44.111962 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-97b29a7c-dd26-459a-8e78-6577335fb821 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/948340fb-405c-4b8e-afc5-59d35bbc23eb HTTP/1.1" status: 204  len: 168 time: 0.3481708
Feb 18 00:19:44.115688 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2201ed1b-0eab-4a3c-9c0f-38d98f666e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:44.125812 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:44.176824 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Pushing event updated for resources: {'Port': ['ID=9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:44.180596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201ed1b-0eab-4a3c-9c0f-38d98f666e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f692be-cf57-4272-bbd9-6bfaa0d5d0a6,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:44.186443 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2201ed1b-0eab-4a3c-9c0f-38d98f666e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:44.230399 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2201ed1b-0eab-4a3c-9c0f-38d98f666e1a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=027b8932d26f4e49b74cb9931770814c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3761129
Feb 18 00:19:44.230583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.230583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.230583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.230583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.230583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.230583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.230583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.231177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.231177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.231500 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.231864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.232224 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.232671 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.233107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.233367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.233978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.234336 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.234693 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.235493 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.236637 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.236886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40684) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:44.237191 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.237569 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.238088 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.238577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:44.243878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:44.271370 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Allocated IP 172.27.3.195 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/d259fad3-ed0c-4b08-a426-419e691b343a) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:19:44.416281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f2a0ffe1-710c-4d93-9000-9da76cd697c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:44.465026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc310e69-e239-4211-8212-c08da01f4474 req-3c0a17ab-0c7a-49e6-b466-67a1071290ae tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:44.466813 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fc310e69-e239-4211-8212-c08da01f4474 req-3c0a17ab-0c7a-49e6-b466-67a1071290ae tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1851447
Feb 18 00:19:44.468852 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f2a0ffe1-710c-4d93-9000-9da76cd697c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:44.496168 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ebecae1-9a31-49a5-886a-0aa352c53a9e req-14dc5fc2-1c5a-446f-a68b-7cbedfcd0233 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4484cc1a-ea5d-402e-a014-f298814dfa30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3696227
Feb 18 00:19:44.561369 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fc310e69-e239-4211-8212-c08da01f4474 req-df03921f-2d45-42bb-9ea3-cea772e89a69 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828001
Feb 18 00:19:44.611486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f2a0ffe1-710c-4d93-9000-9da76cd697c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:44.619455 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-97b29a7c-dd26-459a-8e78-6577335fb821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:44.636108 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f2a0ffe1-710c-4d93-9000-9da76cd697c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:44.637715 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f2a0ffe1-710c-4d93-9000-9da76cd697c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5f692be-cf57-4272-bbd9-6bfaa0d5d0a6 HTTP/1.1" status: 204  len: 168 time: 0.3997297
Feb 18 00:19:44.640741 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0ffe1-710c-4d93-9000-9da76cd697c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f692be-cf57-4272-bbd9-6bfaa0d5d0a6,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:44.643199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f2a0ffe1-710c-4d93-9000-9da76cd697c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:44.778628 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:44.859135 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40700) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:44.866915 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ebecae1-9a31-49a5-886a-0aa352c53a9e req-5e6828c7-1f60-4af4-9db8-30c95a8f676c service neutron] 10.222.0.58 "GET /v2.0/networks/4484cc1a-ea5d-402e-a014-f298814dfa30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3488524
Feb 18 00:19:44.921442 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6231c7a7-3838-4338-a680-0b3b846d40e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:44.968167 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30d7b9-ef46-465d-b716-87e33fe19b4c req-cbdb719b-d96d-4387-91be-65060199dcf9 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:44.970110 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d30d7b9-ef46-465d-b716-87e33fe19b4c req-cbdb719b-d96d-4387-91be-65060199dcf9 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 946 time: 0.1405745
Feb 18 00:19:45.015003 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6231c7a7-3838-4338-a680-0b3b846d40e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:45.027741 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d30d7b9-ef46-465d-b716-87e33fe19b4c req-472a8000-f76f-4941-a1dd-a3fe987ccc63 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512493
Feb 18 00:19:45.029706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:45.030813 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6231c7a7-3838-4338-a680-0b3b846d40e5 admin admin] Usage tracker for resource:security_group_rule and tenant:6141a4b52f15425cb48ca2ab424a9d50 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:45.039517 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6231c7a7-3838-4338-a680-0b3b846d40e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:45.061670 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:45.101519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6231c7a7-3838-4338-a680-0b3b846d40e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:45.256533 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Pushing event updated for resources: {'Port': ['ID=d259fad3-ed0c-4b08-a426-419e691b343a,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:45.283601 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:45.314106 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ebecae1-9a31-49a5-886a-0aa352c53a9e req-9e21e22d-abad-42ad-9b1e-a6eaab241f6b service neutron] 10.222.0.58 "GET /v2.0/networks/4484cc1a-ea5d-402e-a014-f298814dfa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4219458
Feb 18 00:19:45.354076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:19:45.356571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:19:45.363047 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:19:45.854226 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd20828-3a13-4ebf-9bb2-44a71e059ca4 req-856849c7-cec3-40b8-87dd-bdf323b6f14f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:45.856010 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-afd20828-3a13-4ebf-9bb2-44a71e059ca4 req-856849c7-cec3-40b8-87dd-bdf323b6f14f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1469004
Feb 18 00:19:45.862503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6231c7a7-3838-4338-a680-0b3b846d40e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:45.882208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6231c7a7-3838-4338-a680-0b3b846d40e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:45.924826 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-deaff331-7bcf-49f9-9869-53c46663b383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:45.953490 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-afd20828-3a13-4ebf-9bb2-44a71e059ca4 req-95dfc975-b7da-44a7-b590-a72f4562dd37 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883648
Feb 18 00:19:46.114233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231c7a7-3838-4338-a680-0b3b846d40e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedcedfa-e535-4188-92f7-eeff44f9f32d,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:46.129549 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7279e289-44e8-4490-8a29-835c51a057c7 None None] Network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:19:46.147936 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6231c7a7-3838-4338-a680-0b3b846d40e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6141a4b52f15425cb48ca2ab424a9d50&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2862716
Feb 18 00:19:46.150967 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40762) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:46.152105 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6231c7a7-3838-4338-a680-0b3b846d40e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:46.294056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40766) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:46.336847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-e42117d1-a5c7-4c4b-af45-c756d96a336f None None] Provisioning for port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:19:46.363627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7f09f3c7-db69-44ed-b841-b049bb53f9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:46.410580 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:46.436189 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7f09f3c7-db69-44ed-b841-b049bb53f9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:46.440125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:46.529368 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7f09f3c7-db69-44ed-b841-b049bb53f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:46.556119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:46.570890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09f3c7-db69-44ed-b841-b049bb53f9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedcedfa-e535-4188-92f7-eeff44f9f32d,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:46.575096 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b16f97fb-c799-4eee-80f8-bec5a3233dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:46.585396 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7f09f3c7-db69-44ed-b841-b049bb53f9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:46.597089 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7f09f3c7-db69-44ed-b841-b049bb53f9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:46.601199 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7f09f3c7-db69-44ed-b841-b049bb53f9f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eedcedfa-e535-4188-92f7-eeff44f9f32d HTTP/1.1" status: 204  len: 168 time: 0.4454896
Feb 18 00:19:46.601199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b16f97fb-c799-4eee-80f8-bec5a3233dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:46.604645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b16f97fb-c799-4eee-80f8-bec5a3233dbc admin admin] Usage tracker for resource:security_group_rule and tenant:b42717100a3c420d8c92ad07aafed51c is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:46.609500 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b16f97fb-c799-4eee-80f8-bec5a3233dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:46.616655 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b16f97fb-c799-4eee-80f8-bec5a3233dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:46.724908 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b16f97fb-c799-4eee-80f8-bec5a3233dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:46.730941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b16f97fb-c799-4eee-80f8-bec5a3233dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:46.756972 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:46.811695 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5d481-9f45-4d67-bd6c-a9a00dec7f83 req-e028480a-5b89-49d0-aad7-361a5cc4745b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:46.813517 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9bd5d481-9f45-4d67-bd6c-a9a00dec7f83 req-e028480a-5b89-49d0-aad7-361a5cc4745b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 946 time: 0.3744767
Feb 18 00:19:46.835611 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b16f97fb-c799-4eee-80f8-bec5a3233dbc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b42717100a3c420d8c92ad07aafed51c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5403006
Feb 18 00:19:46.838134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40780) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:46.870576 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:19:46.881458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f97fb-c799-4eee-80f8-bec5a3233dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c2471b-3e15-4222-bab0-4fd37fc1037b,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:46.902465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b16f97fb-c799-4eee-80f8-bec5a3233dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:46.920891 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-50d7b855-de2e-43d5-859f-1179ebb28e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:46.926022 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:46.926516 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:46.949786 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-50d7b855-de2e-43d5-859f-1179ebb28e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:46.970530 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9bd5d481-9f45-4d67-bd6c-a9a00dec7f83 req-70c57233-dd36-4b99-8670-eb53543bee9f tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490066
Feb 18 00:19:46.979770 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:19:47.010459 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-50d7b855-de2e-43d5-859f-1179ebb28e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.015963 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3cf81af1-2a69-414b-8600-6041ede276f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:47.028808 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40788) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:47.048786 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7b855-de2e-43d5-859f-1179ebb28e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c2471b-3e15-4222-bab0-4fd37fc1037b,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:47.053310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-50d7b855-de2e-43d5-859f-1179ebb28e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:47.064574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1971113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852801781'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.065879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-50d7b855-de2e-43d5-859f-1179ebb28e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.066814 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-50d7b855-de2e-43d5-859f-1179ebb28e71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43c2471b-3e15-4222-bab0-4fd37fc1037b HTTP/1.1" status: 204  len: 168 time: 0.2274218
Feb 18 00:19:47.068368 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e48e2495-6865-4961-b812-9221ace29db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.087845 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e48e2495-6865-4961-b812-9221ace29db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:47.097125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e48e2495-6865-4961-b812-9221ace29db2 admin admin] Usage tracker for resource:security_group_rule and tenant:1750f4f912f04883944a1fb6d1a1d507 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:47.100859 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e48e2495-6865-4961-b812-9221ace29db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:47.108572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e48e2495-6865-4961-b812-9221ace29db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:47.206423 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e48e2495-6865-4961-b812-9221ace29db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.287956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.313660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7137b-23e8-4239-b552-3d2bbb732541 req-89b5c4df-4d05-4c4b-a4cd-7d951b17029d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:47.315351 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-68d7137b-23e8-4239-b552-3d2bbb732541 req-89b5c4df-4d05-4c4b-a4cd-7d951b17029d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1597960
Feb 18 00:19:47.367178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2,segment=NetworkSegment(5df5cdbe-bb6b-4ace-9019-3d8548900301),segment_id=5df5cdbe-bb6b-4ace-9019-3d8548900301)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:19:47.368638 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.381200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.387958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:47.439961 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e48e2495-6865-4961-b812-9221ace29db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.456983 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-68d7137b-23e8-4239-b552-3d2bbb732541 req-f641dbfa-6a0d-456a-b05c-51c08f6cb6a9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198151
Feb 18 00:19:47.469468 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=6e4dc446-9c1e-414b-8a9d-9c31ffb027c0,segment=NetworkSegment(65235406-a806-47ec-831b-07d31fe55cd8),segment_id=65235406-a806-47ec-831b-07d31fe55cd8)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:19:47.472572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a79745cb-19b7-4b07-857e-071e29b3aa7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:47.474327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329f46f6-6e13-46fc-b852-352ec4879e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4dc446-9c1e-414b-8a9d-9c31ffb027c0'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:19:47.497010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.546594 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:47.550244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:47.551304 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-af37c0c2-09cf-4f17-ad7d-56823f831560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:47.576150 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e48e2495-6865-4961-b812-9221ace29db2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1750f4f912f04883944a1fb6d1a1d507&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5462143
Feb 18 00:19:47.579322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40806) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:47.581498 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e2495-6865-4961-b812-9221ace29db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7f53f9-d18f-4f53-8a91-7b290a70ccf0,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:47.591893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e48e2495-6865-4961-b812-9221ace29db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:47.626902 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329f46f6-6e13-46fc-b852-352ec4879e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4dc446-9c1e-414b-8a9d-9c31ffb027c0', 'code': 200}
Feb 18 00:19:47.672274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40810) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:47.700787 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3c77dd38-6599-4eab-aa27-8d53f9617e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.717390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-73c262e8-1b43-415b-af2c-b465d5a4597b None None] Provisioning complete for port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:47.718235 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73c262e8-1b43-415b-af2c-b465d5a4597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.736068 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-655901f8-67ba-4e5d-a61e-4605d2d4583d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.739509 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3c77dd38-6599-4eab-aa27-8d53f9617e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:47.753580 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dadf73-1e66-4f55-aded-ca4203d96c63 req-1e2dc267-3ad0-4701-97e0-429942334eb5 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:47.755312 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a4dadf73-1e66-4f55-aded-ca4203d96c63 req-1e2dc267-3ad0-4701-97e0-429942334eb5 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.58 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 946 time: 0.5474658
Feb 18 00:19:47.756723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3c77dd38-6599-4eab-aa27-8d53f9617e10 admin admin] Usage tracker for resource:security_group_rule and tenant:07838c0b3c6c46eeb25c96e2add618c5 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:47.762376 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3c77dd38-6599-4eab-aa27-8d53f9617e10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:47.792496 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3c77dd38-6599-4eab-aa27-8d53f9617e10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:47.795143 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=6e4dc446-9c1e-414b-8a9d-9c31ffb027c0,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:47.800069 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-655901f8-67ba-4e5d-a61e-4605d2d4583d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.801895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:47.887566 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-a4dadf73-1e66-4f55-aded-ca4203d96c63 req-8816ca82-3f21-4b40-b354-94c21d503b75 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Deleting port 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:19:47.888054 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a4dadf73-1e66-4f55-aded-ca4203d96c63 req-8816ca82-3f21-4b40-b354-94c21d503b75 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.916887 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-655901f8-67ba-4e5d-a61e-4605d2d4583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.923079 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cdb28a93-f67c-454d-a7eb-ad764e9b6be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:47.956553 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655901f8-67ba-4e5d-a61e-4605d2d4583d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7f53f9-d18f-4f53-8a91-7b290a70ccf0,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:47.959379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-655901f8-67ba-4e5d-a61e-4605d2d4583d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:47.962943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-655901f8-67ba-4e5d-a61e-4605d2d4583d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:47.992469 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-655901f8-67ba-4e5d-a61e-4605d2d4583d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce7f53f9-d18f-4f53-8a91-7b290a70ccf0 HTTP/1.1" status: 204  len: 168 time: 0.4074388
Feb 18 00:19:48.028507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3c77dd38-6599-4eab-aa27-8d53f9617e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:48.041793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3c77dd38-6599-4eab-aa27-8d53f9617e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:48.078002 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-04b089dd-2eaa-44e3-97c3-99650ab50622 None None] Provisioning complete for port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:48.078428 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-04b089dd-2eaa-44e3-97c3-99650ab50622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:48.079154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:48.150532 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3c77dd38-6599-4eab-aa27-8d53f9617e10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07838c0b3c6c46eeb25c96e2add618c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4770162
Feb 18 00:19:48.151511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77dd38-6599-4eab-aa27-8d53f9617e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99946fc6-4866-4572-a0c3-87dab8d0fa65,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:48.154194 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40824) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:48.157033 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3c77dd38-6599-4eab-aa27-8d53f9617e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:48.174891 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Router 31c14da5-a147-417d-8461-4c84b429aada is scheduled to L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 00:19:48.292398 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-000bdc4f-42dc-4932-9ea2-d7b135ed7d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:48.349623 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:48.353706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-000bdc4f-42dc-4932-9ea2-d7b135ed7d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:48.421864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2357a2-b9a3-4b98-8765-592ab323dafc req-b4d3a2ab-3fdc-4f00-818d-fd1b52a3366b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:48.436266 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7c2357a2-b9a3-4b98-8765-592ab323dafc req-b4d3a2ab-3fdc-4f00-818d-fd1b52a3366b tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 944 time: 0.2033482
Feb 18 00:19:48.465377 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:48.465797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:48.540504 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-000bdc4f-42dc-4932-9ea2-d7b135ed7d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:48.559842 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-348ba7a8-8b83-42e5-9a86-ba278626f723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:48.578705 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7c2357a2-b9a3-4b98-8765-592ab323dafc req-761dfa08-ae4b-4f61-be72-c2de6295b500 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/security-groups?id=32792d6e-21fb-4028-8569-b925ac22c8c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334491
Feb 18 00:19:48.581058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bdc4f-42dc-4932-9ea2-d7b135ed7d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99946fc6-4866-4572-a0c3-87dab8d0fa65,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:48.590079 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-000bdc4f-42dc-4932-9ea2-d7b135ed7d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:48.595730 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-000bdc4f-42dc-4932-9ea2-d7b135ed7d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:48.600060 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-000bdc4f-42dc-4932-9ea2-d7b135ed7d8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/99946fc6-4866-4572-a0c3-87dab8d0fa65 HTTP/1.1" status: 204  len: 168 time: 0.4423752
Feb 18 00:19:48.631295 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-a4dadf73-1e66-4f55-aded-ca4203d96c63 req-8816ca82-3f21-4b40-b354-94c21d503b75 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] For port 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=6e4dc446-9c1e-414b-8a9d-9c31ffb027c0,segment=NetworkSegment(65235406-a806-47ec-831b-07d31fe55cd8),segment_id=65235406-a806-47ec-831b-07d31fe55cd8)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:19:48.631697 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a4dadf73-1e66-4f55-aded-ca4203d96c63 req-8816ca82-3f21-4b40-b354-94c21d503b75 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:48.729385 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:19:48.739673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Sync routers for ids ['31c14da5-a147-417d-8461-4c84b429aada'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:19:48.763415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Routers {'31c14da5-a147-417d-8461-4c84b429aada'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:19:48.768124 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fd6c668>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:19:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['31c14da5-a147-417d-8461-4c84b429aada'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:48.872562 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-321315a1-4690-41b9-958b-3c1361b3789a None None] Provisioning complete for port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:48.875467 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-321315a1-4690-41b9-958b-3c1361b3789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:49.062915 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-a4dadf73-1e66-4f55-aded-ca4203d96c63 req-8816ca82-3f21-4b40-b354-94c21d503b75 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Calling delete_port for 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:19:49.112200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Set router 31c14da5-a147-417d-8461-4c84b429aada gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:19:49.324230 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:49.325566 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 8.0184650
Feb 18 00:19:49.328619 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40874) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:49.421556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40880) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:49.451068 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a4dadf73-1e66-4f55-aded-ca4203d96c63 req-8816ca82-3f21-4b40-b354-94c21d503b75 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:49.475661 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:49.583407 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816ca82-3f21-4b40-b354-94c21d503b75 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Pushing event deleted for resources: {'Port': ['ID=6e4dc446-9c1e-414b-8a9d-9c31ffb027c0,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:49.591701 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf38a9-63ab-4ac1-a954-c5d69c136f27 req-f2664ca8-df70-47fd-a416-03980c308659 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:49.599583 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9cf38a9-63ab-4ac1-a954-c5d69c136f27 req-f2664ca8-df70-47fd-a416-03980c308659 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.7998252
Feb 18 00:19:49.607086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8816ca82-3f21-4b40-b354-94c21d503b75 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:49.651342 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fd6c668>, [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:45Z', 'revision_number': 3, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port': {'id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:43Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:49.656797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Checking router: 31c14da5-a147-417d-8461-4c84b429aada for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:19:49.657202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Updating router 31c14da5-a147-417d-8461-4c84b429aada port d259fad3-ed0c-4b08-a426-419e691b343a binding host dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:19:49.718096 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9cf38a9-63ab-4ac1-a954-c5d69c136f27 req-14de4a30-8afd-49ab-812e-c4682bfa2a19 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174376
Feb 18 00:19:49.784512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:49.830398 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-514975048-network', 'tenant_id': 'fe3b565fad244352aa93d9ac8e0192eb'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:19:49.843131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:49.848732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Usage tracker for resource:network and tenant:fe3b565fad244352aa93d9ac8e0192eb is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:49.851759 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:49.859181 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:49.916108 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40896) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:49.929203 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Made reservation on behalf of fe3b565fad244352aa93d9ac8e0192eb for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:19:49.935045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:49.946409 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dadf73-1e66-4f55-aded-ca4203d96c63 req-8816ca82-3f21-4b40-b354-94c21d503b75 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] No DVR routers for this DVR port 6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 on host hv-cinder-75157 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:19:49.951493 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a4dadf73-1e66-4f55-aded-ca4203d96c63 req-8816ca82-3f21-4b40-b354-94c21d503b75 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:49.956993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329f46f6-6e13-46fc-b852-352ec4879e58', 'name': 'network-vif-deleted', 'tag': '6e4dc446-9c1e-414b-8a9d-9c31ffb027c0'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:19:49.960737 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f296cbe0-851a-4a41-8a06-b64c81aa0722 req-a8c0cb92-d442-4849-9593-9fac0b15c5e9 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 210 time: 0.1884186
Feb 18 00:19:50.002287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.039928 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a4dadf73-1e66-4f55-aded-ca4203d96c63 req-8816ca82-3f21-4b40-b354-94c21d503b75 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.58 "DELETE /v2.0/ports/6e4dc446-9c1e-414b-8a9d-9c31ffb027c0 HTTP/1.1" status: 204  len: 173 time: 2.2754414
Feb 18 00:19:50.051018 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:50.064200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Usage tracker for resource:security_group_rule and tenant:fe3b565fad244352aa93d9ac8e0192eb is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:50.072055 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:50.083399 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329f46f6-6e13-46fc-b852-352ec4879e58', 'name': 'network-vif-deleted', 'tag': '6e4dc446-9c1e-414b-8a9d-9c31ffb027c0', 'status': 'completed', 'code': 200}
Feb 18 00:19:50.094955 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:50.197529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cc40693e-638c-42f2-8690-0b6cfb9aad10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.255926 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cc40693e-638c-42f2-8690-0b6cfb9aad10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:50.262844 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cc40693e-638c-42f2-8690-0b6cfb9aad10 admin admin] Usage tracker for resource:security_group_rule and tenant:10272dc2887b473a801cd3ab96eef88b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:50.266998 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cc40693e-638c-42f2-8690-0b6cfb9aad10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:50.283820 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cc40693e-638c-42f2-8690-0b6cfb9aad10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:50.358570 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.454824 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cc40693e-638c-42f2-8690-0b6cfb9aad10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.457260 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.462044 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:50.474122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cc40693e-638c-42f2-8690-0b6cfb9aad10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.535780 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:19:50.540568 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cc40693e-638c-42f2-8690-0b6cfb9aad10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10272dc2887b473a801cd3ab96eef88b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6231298
Feb 18 00:19:50.544973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 40916) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:50.553111 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1517a10b-5447-481a-82f7-19b10d1866a0,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:50.562797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:50.566619 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6231c7a7-3838-4338-a680-0b3b846d40e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:50.570874 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.572146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.580949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.581475 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Added segment 1aca343c-16af-417c-8fc2-a8e4547c5b23 of type vxlan for network f242e0df-9e10-405d-9a4e-e9c50abd9240
Feb 18 00:19:50.591041 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Transition to ACTIVE for port object d259fad3-ed0c-4b08-a426-419e691b343a will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:19:50.595663 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.613858 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40693e-638c-42f2-8690-0b6cfb9aad10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5a4a5b-af01-4a84-b81b-8fd879a36a79,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:50.619492 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cc40693e-638c-42f2-8690-0b6cfb9aad10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:50.637765 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.672202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.673404 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95035211-9607-42f4-8ca7-47377731994c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.674095 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:50.674846 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.681392 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:50.685768 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:50.703057 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95035211-9607-42f4-8ca7-47377731994c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.763766 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95035211-9607-42f4-8ca7-47377731994c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.770969 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:50.789134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95035211-9607-42f4-8ca7-47377731994c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5a4a5b-af01-4a84-b81b-8fd879a36a79,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:50.798670 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-95035211-9607-42f4-8ca7-47377731994c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:50.799722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95035211-9607-42f4-8ca7-47377731994c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.800961 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-95035211-9607-42f4-8ca7-47377731994c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a5a4a5b-af01-4a84-b81b-8fd879a36a79 HTTP/1.1" status: 204  len: 168 time: 0.2549896
Feb 18 00:19:50.805398 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.819331 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Pushing event updated for resources: {'Network': ['ID=f242e0df-9e10-405d-9a4e-e9c50abd9240,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:50.823112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:50.825527 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.4035680
Feb 18 00:19:50.828701 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 40930) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:50.835487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Request body: {'subnet': {'network_id': 'f242e0df-9e10-405d-9a4e-e9c50abd9240', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-514975048-subnet', 'tenant_id': 'fe3b565fad244352aa93d9ac8e0192eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:19:50.842254 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:50.847264 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Usage tracker for resource:subnet and tenant:fe3b565fad244352aa93d9ac8e0192eb is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:50.848997 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Pushing event updated for resources: {'Port': ['ID=d259fad3-ed0c-4b08-a426-419e691b343a,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:50.851514 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:50.856621 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:50.860026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:50.861367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network f242e0df-9e10-405d-9a4e-e9c50abd9240 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:19:50.873050 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Made reservation on behalf of fe3b565fad244352aa93d9ac8e0192eb for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:19:50.886501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:50.987118 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Attempting to bind port d259fad3-ed0c-4b08-a426-419e691b343a on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:19:50.987499 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Attempting to bind port d259fad3-ed0c-4b08-a426-419e691b343a by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:19:50.988081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Attempting to bind port d259fad3-ed0c-4b08-a426-419e691b343a on network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:19:50.999795 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:19:51.000559 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Checking segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:19:51.001265 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:51.001833 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Bound using segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:19:51.002569 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Bound port: d259fad3-ed0c-4b08-a426-419e691b343a, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:19:51.003290 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:51.126358 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] For port d259fad3-ed0c-4b08-a426-419e691b343a, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:19:51.130770 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] For port d259fad3-ed0c-4b08-a426-419e691b343a, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=d259fad3-ed0c-4b08-a426-419e691b343a,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:19:51.137272 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:51.160200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-afe5fa46-780f-4d26-bf9b-45345ad6a485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:51.219232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269606f-5f7a-4c93-90eb-b5ed799abe2a req-b0c366a1-0717-47c8-af92-c5c82ff492d9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:51.220967 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2269606f-5f7a-4c93-90eb-b5ed799abe2a req-b0c366a1-0717-47c8-af92-c5c82ff492d9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.2488024
Feb 18 00:19:51.373797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Pushing event updated for resources: {'Port': ['ID=d259fad3-ed0c-4b08-a426-419e691b343a,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:51.428090 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.428486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.428866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.429237 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.429604 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.434067 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.434471 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.434856 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.435248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.438509 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.439229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.439616 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.440059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.440458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.440829 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.444417 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.444874 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.445251 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.446681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.448177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.448597 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.448964 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.449324 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.449680 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:19:51.478571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3a24be4f-ec0c-4cfe-9090-202639a5e942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:51.511728 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Routers {'31c14da5-a147-417d-8461-4c84b429aada'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:19:51.512576 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fd6c668>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:19:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['31c14da5-a147-417d-8461-4c84b429aada'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:51.533076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:51.553988 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:51.561666 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2269606f-5f7a-4c93-90eb-b5ed799abe2a req-5052df2f-caa1-41e0-9224-aaf8ee1ef521 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2838519
Feb 18 00:19:51.600923 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Allocated IP 172.20.0.1 (99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1/808293fb-19c9-449a-969e-06462c294bc2/dcb6df9c-48bc-4764-8842-d03bafb17c19) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:19:51.770004 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] Set router 31c14da5-a147-417d-8461-4c84b429aada gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:19:51.778684 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf509e72-a992-4fe3-9732-931972ec5259,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:51.782355 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:51.849577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:51.867759 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Transition to ACTIVE for port object dcb6df9c-48bc-4764-8842-d03bafb17c19 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:19:51.887487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Checking segment: {'id': '1aca343c-16af-417c-8fc2-a8e4547c5b23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f242e0df-9e10-405d-9a4e-e9c50abd9240'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:19:51.887876 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Network hostable DHCP agents. Network: f242e0df-9e10-405d-9a4e-e9c50abd9240, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:19:51.921784 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Network f242e0df-9e10-405d-9a4e-e9c50abd9240 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:19:51.939281 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f8a1efe1-d2e9-44b3-826a-00a4b8e2b2ef req-a0b564c8-83d0-48de-8e60-1aebb139afc9 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 210 time: 0.0645480
Feb 18 00:19:51.939800 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, f242e0df-9e10-405d-9a4e-e9c50abd9240) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:19:51.945266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:51.945909 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:51.950354 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba10e1e2-f9c8-4204-905d-1596262137f3 None None] Network f242e0df-9e10-405d-9a4e-e9c50abd9240 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:19:51.976963 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4940f053-3bd9-4cc6-ad56-2b06b7eea160 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1469152
Feb 18 00:19:51.988794 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:52.120986 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:52.206426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb6df9c-48bc-4764-8842-d03bafb17c19,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:52.213357 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:52.232727 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:19:52.234455 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:19:52.237254 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:19:52.237763 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1981970'] for router_interface, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:52.251493 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2fb49d63-bb9c-461f-9a17-3062aecd2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:52.357698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fd6c668>, [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:45Z', 'revision_number': 3, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port': {'id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:43Z', 'updated_at': '2021-02-18T00:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:52.362471 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a05123-6ddd-41ac-86f3-5460edd0d4b5 None None] The sync data for ids ['31c14da5-a147-417d-8461-4c84b429aada'] in dv-cinder-751579-21-iscsi is: [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:45Z', 'revision_number': 3, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port': {'id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:43Z', 'updated_at': '2021-02-18T00:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:19:52.477364 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network f242e0df-9e10-405d-9a4e-e9c50abd9240 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:19:52.517935 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f255b3-ad71-487d-b9c7-8baf3673a31f None None] Network f242e0df-9e10-405d-9a4e-e9c50abd9240 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:19:52.552430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:52.811334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-bd5b0563-1975-425f-aaf5-df824557ec40 None None] Provisioning for port dcb6df9c-48bc-4764-8842-d03bafb17c19 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:19:52.825568 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-bd5b0563-1975-425f-aaf5-df824557ec40 None None] Provisioning complete for port dcb6df9c-48bc-4764-8842-d03bafb17c19 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:52.826212 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd5b0563-1975-425f-aaf5-df824557ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:52.938752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b0563-1975-425f-aaf5-df824557ec40 None None] Port dcb6df9c-48bc-4764-8842-d03bafb17c19 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:19:52.974681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cee32-5557-4395-a5ca-0600d4fa3674 req-2e842270-042f-49ad-97a5-27993bbbf490 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:52.976383 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-980cee32-5557-4395-a5ca-0600d4fa3674 req-2e842270-042f-49ad-97a5-27993bbbf490 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.2405486
Feb 18 00:19:53.156938 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:53.163855 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-980cee32-5557-4395-a5ca-0600d4fa3674 req-5563e39c-fc39-48aa-ad2a-b78198b4899b tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599526
Feb 18 00:19:53.165052 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:53.166220 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853093004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852793740'] for router_interface, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:53.317566 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:53.347911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-16cc6586-880d-47fd-a1de-b5916d6ca5c5 req-8d3073f7-3a21-4b1b-ac3c-5eaa17e418db tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Synchronizing usage tracker for tenant:20ef119346c04b039c809b9167aa73c0 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:19:53.392556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:19:53.393112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-16cc6586-880d-47fd-a1de-b5916d6ca5c5 req-8d3073f7-3a21-4b1b-ac3c-5eaa17e418db tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Unset dirty status for tenant:20ef119346c04b039c809b9167aa73c0 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:19:53.394484 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16cc6586-880d-47fd-a1de-b5916d6ca5c5 req-8d3073f7-3a21-4b1b-ac3c-5eaa17e418db tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 210 time: 0.1768925
Feb 18 00:19:53.396697 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:19:53.624364 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb6df9c-48bc-4764-8842-d03bafb17c19,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:53.629341 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:53.657396 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Router 31c14da5-a147-417d-8461-4c84b429aada has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:19:53.669179 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-402ebb02-eb59-42a6-9087-48da42991325 None None] Provisioning complete for port dcb6df9c-48bc-4764-8842-d03bafb17c19 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:53.669603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-402ebb02-eb59-42a6-9087-48da42991325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:53.729950 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-402ebb02-eb59-42a6-9087-48da42991325 None None] Port dcb6df9c-48bc-4764-8842-d03bafb17c19 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:19:53.809499 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-873e2504-8bdb-4f32-90f9-cff558ae2fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:53.867685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:19:53.877969 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] 10.222.0.55 "PUT /v2.0/routers/31c14da5-a147-417d-8461-4c84b429aada/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5480442
Feb 18 00:19:54.343749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device d259fad3-ed0c-4b08-a426-419e691b343a up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:54.431094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port d259fad3-ed0c-4b08-a426-419e691b343a completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:19:54.438291 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port d259fad3-ed0c-4b08-a426-419e691b343a triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:54.438719 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:54.455438 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda15190-178c-41d7-b8ba-9dd71a10dbc5 req-31a8451d-7f1f-47a3-9d3f-e570cb4952cf tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:54.457127 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eda15190-178c-41d7-b8ba-9dd71a10dbc5 req-31a8451d-7f1f-47a3-9d3f-e570cb4952cf tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1186366
Feb 18 00:19:54.522324 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eda15190-178c-41d7-b8ba-9dd71a10dbc5 req-0d0bee43-02d4-473c-aeab-23514bda3846 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579524
Feb 18 00:19:54.601862 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:54.625330 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port d259fad3-ed0c-4b08-a426-419e691b343a, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=d259fad3-ed0c-4b08-a426-419e691b343a,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:19:54.630578 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:54.640052 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:54.717622 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8998da05-4bb2-445d-a25b-e67a598b32a2 req-3a59bfbf-740f-4d91-9b5a-3eb4885c82b3 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 210 time: 0.0708647
Feb 18 00:19:54.735931 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=d259fad3-ed0c-4b08-a426-419e691b343a,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:54.748109 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:55.088136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:55.487086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 41124) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:55.566507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Sync routers for ids ['31c14da5-a147-417d-8461-4c84b429aada'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:19:55.580266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Routers {'31c14da5-a147-417d-8461-4c84b429aada'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:19:55.585724 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f821278>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:19:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['31c14da5-a147-417d-8461-4c84b429aada'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:55.790334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4f2e7d2-032d-41e6-96c4-6fafc7a6ba50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:55.811539 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b4f2e7d2-032d-41e6-96c4-6fafc7a6ba50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:55.818673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b4f2e7d2-032d-41e6-96c4-6fafc7a6ba50 admin admin] Usage tracker for resource:security_group_rule and tenant:cf0ee52812334bedb433fec9dccf5c57 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:55.824626 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b4f2e7d2-032d-41e6-96c4-6fafc7a6ba50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:55.832091 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b4f2e7d2-032d-41e6-96c4-6fafc7a6ba50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:55.946301 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4f2e7d2-032d-41e6-96c4-6fafc7a6ba50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:55.958855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4f2e7d2-032d-41e6-96c4-6fafc7a6ba50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:55.976712 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5254e79d-d51c-458c-b701-d2435d38d148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:55.977001 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d764b878-b555-407d-8433-8c3559e9b36c req-0f65fcfc-ebfb-4527-baf3-1a423bad3542 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] 10.222.0.55 "GET /v2.0/ports?device_id=329f46f6-6e13-46fc-b852-352ec4879e58 HTTP/1.1" status: 200  len: 210 time: 0.0986941
Feb 18 00:19:56.021524 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 41136) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:56.021881 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b4f2e7d2-032d-41e6-96c4-6fafc7a6ba50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf0ee52812334bedb433fec9dccf5c57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5353053
Feb 18 00:19:56.063393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483276bd-7654-44ac-a746-a9407fdd5908 req-973560e4-eef6-4026-b069-a5af7062e9be tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:56.065114 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-483276bd-7654-44ac-a746-a9407fdd5908 req-973560e4-eef6-4026-b069-a5af7062e9be tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.3631165
Feb 18 00:19:56.073234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2e7d2-032d-41e6-96c4-6fafc7a6ba50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f2d94c-4671-4c1f-8884-aef436adc0c1,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:56.077391 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b4f2e7d2-032d-41e6-96c4-6fafc7a6ba50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:56.124101 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:56.132822 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-483276bd-7654-44ac-a746-a9407fdd5908 req-91c7c7c5-7282-4c62-bb5c-79448c577e51 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540659
Feb 18 00:19:56.138052 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Set router 31c14da5-a147-417d-8461-4c84b429aada gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:19:56.154310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fda7238d-0bd1-49e3-b66e-a011a7e7ec81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:56.207637 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fda7238d-0bd1-49e3-b66e-a011a7e7ec81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:56.348208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fda7238d-0bd1-49e3-b66e-a011a7e7ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:56.352671 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-95035211-9607-42f4-8ca7-47377731994c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:56.378141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7238d-0bd1-49e3-b66e-a011a7e7ec81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f2d94c-4671-4c1f-8884-aef436adc0c1,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:56.386879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fda7238d-0bd1-49e3-b66e-a011a7e7ec81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:56.390149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fda7238d-0bd1-49e3-b66e-a011a7e7ec81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:56.391747 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-fda7238d-0bd1-49e3-b66e-a011a7e7ec81 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31f2d94c-4671-4c1f-8884-aef436adc0c1 HTTP/1.1" status: 204  len: 168 time: 0.3690078
Feb 18 00:19:56.401389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device d259fad3-ed0c-4b08-a426-419e691b343a up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:19:56.701882 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:56.789669 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port d259fad3-ed0c-4b08-a426-419e691b343a triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:19:56.789669 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:56.833993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 41164) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:56.873053 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1d70008-17da-491d-9126-780ff5a043a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:56.916944 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d1d70008-17da-491d-9126-780ff5a043a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:19:56.936976 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d1d70008-17da-491d-9126-780ff5a043a6 admin admin] Usage tracker for resource:security_group_rule and tenant:703b1554a7e9466d848c2107c8031e99 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:19:56.957446 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d1d70008-17da-491d-9126-780ff5a043a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:19:56.988969 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d1d70008-17da-491d-9126-780ff5a043a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:19:57.215724 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1d70008-17da-491d-9126-780ff5a043a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:57.224401 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1d70008-17da-491d-9126-780ff5a043a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:57.290549 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-68bead41-6f99-4c3a-b9f0-1bc45db9145d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:57.317507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 41190) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:57.321788 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d1d70008-17da-491d-9126-780ff5a043a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=703b1554a7e9466d848c2107c8031e99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4861789
Feb 18 00:19:57.358162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d70008-17da-491d-9126-780ff5a043a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328d10ad-5efc-49ff-8f4a-ff8d5f917638,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:57.379237 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d1d70008-17da-491d-9126-780ff5a043a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:57.433309 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f821278>, [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:52Z', 'revision_number': 4, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port': {'id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:43Z', 'updated_at': '2021-02-18T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'dcb6df9c-48bc-4764-8842-d03bafb17c19', 'name': '', 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'mac_address': 'fa:16:3e:d4:23:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '808293fb-19c9-449a-969e-06462c294bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:51Z', 'updated_at': '2021-02-18T00:19:52Z', 'revision_number': 2, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'subnets': [{'id': '808293fb-19c9-449a-969e-06462c294bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:57.453710 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Checking router: 31c14da5-a147-417d-8461-4c84b429aada for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:19:57.453710 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Updating router 31c14da5-a147-417d-8461-4c84b429aada port dcb6df9c-48bc-4764-8842-d03bafb17c19 binding host dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:19:57.468919 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ddda4ef-a585-4a49-9abd-3cba805dcea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:57.521968 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ddda4ef-a585-4a49-9abd-3cba805dcea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:57.599760 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef5c60-f902-449a-a5bc-14616ec0930d req-f75d466c-f1ce-457c-affe-b933e052326d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:57.602821 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b2ef5c60-f902-449a-a5bc-14616ec0930d req-f75d466c-f1ce-457c-affe-b933e052326d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1428308
Feb 18 00:19:57.656072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:57.673780 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b2ef5c60-f902-449a-a5bc-14616ec0930d req-95e0d2d8-e58e-4870-9bbf-a10e78af768f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603988
Feb 18 00:19:57.783854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ddda4ef-a585-4a49-9abd-3cba805dcea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:57.807690 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1105bfa1-33ec-4f07-8f38-f1025c75f499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:57.836110 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434c456-d397-48e6-a01e-d12be35a0429 req-22b31137-28f5-4157-acc8-3d4741cd70c9 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:57.837417 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4434c456-d397-48e6-a01e-d12be35a0429 req-22b31137-28f5-4157-acc8-3d4741cd70c9 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Synchronizing usage tracker for tenant:fe3b565fad244352aa93d9ac8e0192eb on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:19:57.841280 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddda4ef-a585-4a49-9abd-3cba805dcea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328d10ad-5efc-49ff-8f4a-ff8d5f917638,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:57.843537 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ddda4ef-a585-4a49-9abd-3cba805dcea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:57.844972 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8ddda4ef-a585-4a49-9abd-3cba805dcea4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/328d10ad-5efc-49ff-8f4a-ff8d5f917638 HTTP/1.1" status: 204  len: 168 time: 0.5257754
Feb 18 00:19:57.846225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ddda4ef-a585-4a49-9abd-3cba805dcea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:57.890141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4434c456-d397-48e6-a01e-d12be35a0429 req-22b31137-28f5-4157-acc8-3d4741cd70c9 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Unset dirty status for tenant:fe3b565fad244352aa93d9ac8e0192eb on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:19:57.891719 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4434c456-d397-48e6-a01e-d12be35a0429 req-22b31137-28f5-4157-acc8-3d4741cd70c9 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/networks?id=f242e0df-9e10-405d-9a4e-e9c50abd9240 HTTP/1.1" status: 200  len: 808 time: 0.3210211
Feb 18 00:19:57.936048 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4434c456-d397-48e6-a01e-d12be35a0429 req-d893ad77-8c5b-4775-b238-3593fa647932 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/quotas/fe3b565fad244352aa93d9ac8e0192eb HTTP/1.1" status: 200  len: 375 time: 0.0333385
Feb 18 00:19:58.121707 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4434c456-d397-48e6-a01e-d12be35a0429 req-f53e9325-31fa-4c2f-ac01-1772921882f2 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe3b565fad244352aa93d9ac8e0192eb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1795473
Feb 18 00:19:58.313252 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:58.332911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Transition to ACTIVE for port object dcb6df9c-48bc-4764-8842-d03bafb17c19 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:19:58.357970 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:58.397107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:58.542219 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4434c456-d397-48e6-a01e-d12be35a0429 req-e4037dfc-2e02-4d11-b189-b75aba1ea312 service neutron] 10.222.0.55 "GET /v2.0/networks/f242e0df-9e10-405d-9a4e-e9c50abd9240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4099169
Feb 18 00:19:58.567733 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6219776-7062-4026-a865-25365f542ae4 None None] Pushing event updated for resources: {'Port': ['ID=dcb6df9c-48bc-4764-8842-d03bafb17c19,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:58.575009 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f6219776-7062-4026-a865-25365f542ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:58.928682 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4434c456-d397-48e6-a01e-d12be35a0429 req-a9ab130c-dae8-41bd-93de-54958856dafe service neutron] 10.222.0.55 "GET /v2.0/networks/f242e0df-9e10-405d-9a4e-e9c50abd9240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3732941
Feb 18 00:19:59.034847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Attempting to bind port dcb6df9c-48bc-4764-8842-d03bafb17c19 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:19:59.035276 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Attempting to bind port dcb6df9c-48bc-4764-8842-d03bafb17c19 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '5df5cdbe-bb6b-4ace-9019-3d8548900301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:19:59.035691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Attempting to bind port dcb6df9c-48bc-4764-8842-d03bafb17c19 on network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:19:59.049773 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:19:59.050199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Checking segment: {'id': '5df5cdbe-bb6b-4ace-9019-3d8548900301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:19:59.050633 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:59.051092 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Bound using segment: {'id': '5df5cdbe-bb6b-4ace-9019-3d8548900301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:19:59.051708 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Bound port: dcb6df9c-48bc-4764-8842-d03bafb17c19, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df5cdbe-bb6b-4ace-9019-3d8548900301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:19:59.052128 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:59.217338 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] For port dcb6df9c-48bc-4764-8842-d03bafb17c19, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:19:59.229232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] For port dcb6df9c-48bc-4764-8842-d03bafb17c19, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=dcb6df9c-48bc-4764-8842-d03bafb17c19,segment=NetworkSegment(5df5cdbe-bb6b-4ace-9019-3d8548900301),segment_id=5df5cdbe-bb6b-4ace-9019-3d8548900301)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:19:59.261341 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:59.281333 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f80d10-c351-41df-a133-5986881d6097 req-ea5418d8-b1ab-4d77-9b18-2453af303ec2 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:19:59.284135 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f4f80d10-c351-41df-a133-5986881d6097 req-ea5418d8-b1ab-4d77-9b18-2453af303ec2 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.2536407
Feb 18 00:19:59.303851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:19:59.393592 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f4f80d10-c351-41df-a133-5986881d6097 req-ed020312-34f1-4e05-9b38-7f8b27e39166 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956452
Feb 18 00:19:59.531262 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3c5a5e7c-14f7-4c80-8345-9e363b08cc26 req-090d78d4-1422-4371-9870-ff0c987aa5af tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 210 time: 0.0637124
Feb 18 00:19:59.603631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6219776-7062-4026-a865-25365f542ae4 None None] Pushing event updated for resources: {'Port': ['ID=dcb6df9c-48bc-4764-8842-d03bafb17c19,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:19:59.618318 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f6219776-7062-4026-a865-25365f542ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:19:59.626681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 41272) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:19:59.729700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2662210-1e26-4052-9f5b-103f7bf0f441 admin admin] Deleting subnet 6e0e84db-17ba-4875-be32-167c0e81fb70 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:19:59.737206 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Routers {'31c14da5-a147-417d-8461-4c84b429aada'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:19:59.737899 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f821278>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:19:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['31c14da5-a147-417d-8461-4c84b429aada'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:19:59.742706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2662210-1e26-4052-9f5b-103f7bf0f441 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:59.827026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2662210-1e26-4052-9f5b-103f7bf0f441 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:19:59.842619 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2662210-1e26-4052-9f5b-103f7bf0f441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:00.238106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2662210-1e26-4052-9f5b-103f7bf0f441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:00.297702 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] Set router 31c14da5-a147-417d-8461-4c84b429aada gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:20:00.540040 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:00.635464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2662210-1e26-4052-9f5b-103f7bf0f441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0e84db-17ba-4875-be32-167c0e81fb70,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:00.668902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b2662210-1e26-4052-9f5b-103f7bf0f441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:00.692014 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2662210-1e26-4052-9f5b-103f7bf0f441 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:00.702352 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b2662210-1e26-4052-9f5b-103f7bf0f441 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6e0e84db-17ba-4875-be32-167c0e81fb70 HTTP/1.1" status: 204  len: 168 time: 1.0743392
Feb 18 00:20:00.708562 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 41314) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:01.159273 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9c3a6f1-f725-41c6-b861-6851bf521cb7 req-f93bd861-a764-47f4-b01e-221751ccdd7f tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 210 time: 0.3254383
Feb 18 00:20:01.181047 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbe8c3-eef2-4c51-a270-00af53fc43c2 req-6e84514a-e341-4a0b-8214-aaf7966499d5 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:01.183176 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-07bbe8c3-eef2-4c51-a270-00af53fc43c2 req-6e84514a-e341-4a0b-8214-aaf7966499d5 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.5305743
Feb 18 00:20:01.247814 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:01.302855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f821278>, [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:52Z', 'revision_number': 4, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port': {'id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:43Z', 'updated_at': '2021-02-18T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'dcb6df9c-48bc-4764-8842-d03bafb17c19', 'name': '', 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'mac_address': 'fa:16:3e:d4:23:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '808293fb-19c9-449a-969e-06462c294bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:51Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'subnets': [{'id': '808293fb-19c9-449a-969e-06462c294bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:20:01.313152 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d030258d-712a-4f06-87ed-6b433891e1e2 None None] The sync data for ids ['31c14da5-a147-417d-8461-4c84b429aada'] in dv-cinder-751579-21-iscsi is: [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:52Z', 'revision_number': 4, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port': {'id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:43Z', 'updated_at': '2021-02-18T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'dcb6df9c-48bc-4764-8842-d03bafb17c19', 'name': '', 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'mac_address': 'fa:16:3e:d4:23:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '808293fb-19c9-449a-969e-06462c294bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:51Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'subnets': [{'id': '808293fb-19c9-449a-969e-06462c294bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:20:01.319165 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-07bbe8c3-eef2-4c51-a270-00af53fc43c2 req-df6919a8-c724-4342-a82d-1d1b6a37b97e tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276441
Feb 18 00:20:02.076392 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:02.287896 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd30ec225c0>> segment before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:20:02.295141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd30ec225c0>> subnet precommit_delete_associations 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:20:02.296514 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30ec22208>> segment_host_mapping after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:20:02.298086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30ec22208>> port after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:20:02.298638 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30ec22208>> port after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:20:02.300460 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30ec22208>> port after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:20:02.301052 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30ec22208>> segment after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:20:02.302434 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30ec22208>> subnet after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:20:02.305175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30ec22208>> subnet after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:20:02.305756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30ec22208>> subnet after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:20:02.432633 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device dcb6df9c-48bc-4764-8842-d03bafb17c19 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:02.482702 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd30facdd30>> subnet after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:20:02.484165 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd30facdd30>> subnet after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:20:02.487626 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd30facdd30>> subnet before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:20:02.488153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd30facdd30>> subnet before_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:20:02.488714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd30f2bc1d0>,) {'filters': {'network_id': ['4484cc1a-ea5d-402e-a014-f298814dfa30']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:20:02.509180 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-750a36da-f810-4487-aa2e-e35f608eeb07 req-615d42fe-8383-4c27-a2d0-ba2f3918401e tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 210 time: 0.1307926
Feb 18 00:20:02.517825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f2bc1d0>, '65235406-a806-47ec-831b-07d31fe55cd8') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:20:02.518169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f2bc1d0>, '65235406-a806-47ec-831b-07d31fe55cd8') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:20:02.552102 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33520499'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:02.584589 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:02.589507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:20:02.709001 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port dcb6df9c-48bc-4764-8842-d03bafb17c19 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:20:02.721566 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port dcb6df9c-48bc-4764-8842-d03bafb17c19 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:02.722065 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:03.021823 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:03.068883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port dcb6df9c-48bc-4764-8842-d03bafb17c19, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=dcb6df9c-48bc-4764-8842-d03bafb17c19,segment=NetworkSegment(5df5cdbe-bb6b-4ace-9019-3d8548900301),segment_id=5df5cdbe-bb6b-4ace-9019-3d8548900301)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:20:03.074456 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:03.080718 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f6219776-7062-4026-a865-25365f542ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:03.233985 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=dcb6df9c-48bc-4764-8842-d03bafb17c19,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:03.241881 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:03.249383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434c456-d397-48e6-a01e-d12be35a0429 req-38c4ee6e-44d8-477f-b3b4-516a19ca7d1f tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:03.252029 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4434c456-d397-48e6-a01e-d12be35a0429 req-38c4ee6e-44d8-477f-b3b4-516a19ca7d1f tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.58 "GET /v2.0/networks?id=f242e0df-9e10-405d-9a4e-e9c50abd9240 HTTP/1.1" status: 200  len: 808 time: 1.8024857
Feb 18 00:20:03.258572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Network 4484cc1a-ea5d-402e-a014-f298814dfa30 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:20:03.289287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821257969'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:03.319773 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Request body: {'port': {'device_id': '19d303ff-ebaa-45c5-b538-4b541dad8211', 'network_id': 'f242e0df-9e10-405d-9a4e-e9c50abd9240', 'admin_state_up': True, 'tenant_id': 'fe3b565fad244352aa93d9ac8e0192eb'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:20:03.521995 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bd93a-5f9e-4a2f-8998-fe5b4def4189 req-4bb3b20f-7fd8-42be-b006-c8dad3a8105d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:03.537898 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-108bd93a-5f9e-4a2f-8998-fe5b4def4189 req-4bb3b20f-7fd8-42be-b006-c8dad3a8105d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.7878635
Feb 18 00:20:03.848963 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-90944065-debf-4084-a876-973f91aa1a34 req-e59607db-4e43-4bc5-b77e-5ae4db275689 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 210 time: 0.1180742
Feb 18 00:20:03.908671 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Network 4484cc1a-ea5d-402e-a014-f298814dfa30 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:20:04.005615 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   from cryptography.utils import int_from_bytes
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   from cryptography.utils import int_from_bytes
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   (rel_b, rel_a, rel_b),
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   (rel_b, rel_a, rel_b),
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:20:04.051898 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:20:04.085242 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-108bd93a-5f9e-4a2f-8998-fe5b4def4189 req-53f3e62b-bfd0-4d98-badd-a2c74f5b626f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5461416
Feb 18 00:20:04.085903 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:04.101259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:04.132811 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4484cc1a-ea5d-402e-a014-f298814dfa30,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:04.135572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:04.142776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:04.169316 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a3202f4c-9288-4256-8fcb-cdf9367538f9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4484cc1a-ea5d-402e-a014-f298814dfa30 HTTP/1.1" status: 204  len: 168 time: 3.4592280
Feb 18 00:20:04.176561 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:04.180732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Usage tracker for resource:port and tenant:fe3b565fad244352aa93d9ac8e0192eb is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:04.183882 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:04.189818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:04.200128 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Made reservation on behalf of fe3b565fad244352aa93d9ac8e0192eb for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:20:04.219868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:04.369167 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device dcb6df9c-48bc-4764-8842-d03bafb17c19 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:04.480275 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port dcb6df9c-48bc-4764-8842-d03bafb17c19 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:04.481042 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:04.494654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 41402) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:04.551343 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c327ba52-ed39-4096-b607-e0b68be8fe55 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20ef119346c04b039c809b9167aa73c0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0550923
Feb 18 00:20:04.553812 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 41406) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:04.637257 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b952c68-6b4c-492d-a986-7ba15fc811b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:04.667317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b952c68-6b4c-492d-a986-7ba15fc811b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:04.706739 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Allocated IP 172.20.0.3 (f242e0df-9e10-405d-9a4e-e9c50abd9240/bf509e72-a992-4fe3-9732-931972ec5259/82ab0d1d-ec6c-4986-ad71-1f684389a6ef) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:20:04.750686 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b952c68-6b4c-492d-a986-7ba15fc811b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:04.760981 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:04.776534 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b952c68-6b4c-492d-a986-7ba15fc811b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32792d6e-21fb-4028-8569-b925ac22c8c5,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:04.780542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0b952c68-6b4c-492d-a986-7ba15fc811b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:04.805645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b952c68-6b4c-492d-a986-7ba15fc811b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:04.808328 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0b952c68-6b4c-492d-a986-7ba15fc811b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32792d6e-21fb-4028-8569-b925ac22c8c5 HTTP/1.1" status: 204  len: 168 time: 0.2533369
Feb 18 00:20:05.121051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:05.182391 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-40500253-0557-4cf2-ae35-18941d4adcd5 req-f5ef5c85-22fc-4886-ba5e-fd0f93656705 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 210 time: 0.1227314
Feb 18 00:20:05.201824 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:05.266346 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5c23cab7-9e51-437e-ac30-16e14627ced6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:05.628016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0f387-a6c7-4471-89e1-a48504d918e6 req-13d462f5-453d-4652-ac85-bebcd706f83d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:05.644698 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83c0f387-a6c7-4471-89e1-a48504d918e6 req-13d462f5-453d-4652-ac85-bebcd706f83d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1779189
Feb 18 00:20:05.757040 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83c0f387-a6c7-4471-89e1-a48504d918e6 req-80508874-5ae7-440f-9330-7b8f8e259631 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109796
Feb 18 00:20:05.770939 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Network f242e0df-9e10-405d-9a4e-e9c50abd9240 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:20:05.775176 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:20:05.781426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Pushing event updated for resources: {'Port': ['ID=82ab0d1d-ec6c-4986-ad71-1f684389a6ef,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:05.784246 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:20:05.825220 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:05.859810 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:05.861125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:05.884191 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4434c456-d397-48e6-a01e-d12be35a0429 req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5761476
Feb 18 00:20:05.908927 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Request body: {'port': {'device_id': '19d303ff-ebaa-45c5-b538-4b541dad8211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:20:06.094020 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:06.711588 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79915022-a7ee-4a03-9a0a-663d94ebb551 req-d792a8b6-6d71-4b8a-ac34-d0333281e53d tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:06.712393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-79915022-a7ee-4a03-9a0a-663d94ebb551 req-d792a8b6-6d71-4b8a-ac34-d0333281e53d tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Synchronizing usage tracker for tenant:fe3b565fad244352aa93d9ac8e0192eb on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:20:06.738536 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-79915022-a7ee-4a03-9a0a-663d94ebb551 req-d792a8b6-6d71-4b8a-ac34-d0333281e53d tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Unset dirty status for tenant:fe3b565fad244352aa93d9ac8e0192eb on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:20:06.739988 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-79915022-a7ee-4a03-9a0a-663d94ebb551 req-d792a8b6-6d71-4b8a-ac34-d0333281e53d tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 931 time: 0.3213391
Feb 18 00:20:06.833388 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-79915022-a7ee-4a03-9a0a-663d94ebb551 req-55f2756a-1d41-4d76-b1b0-60cdd2672e18 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Synchronizing usage tracker for tenant:fe3b565fad244352aa93d9ac8e0192eb on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:20:06.867986 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-79915022-a7ee-4a03-9a0a-663d94ebb551 req-55f2756a-1d41-4d76-b1b0-60cdd2672e18 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Unset dirty status for tenant:fe3b565fad244352aa93d9ac8e0192eb on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:20:06.870102 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-79915022-a7ee-4a03-9a0a-663d94ebb551 req-55f2756a-1d41-4d76-b1b0-60cdd2672e18 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224365
Feb 18 00:20:06.943494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ab0d1d-ec6c-4986-ad71-1f684389a6ef {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:20:06.954171 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:06.989612 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Transition to ACTIVE for port object 82ab0d1d-ec6c-4986-ad71-1f684389a6ef will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:20:07.056843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821257939'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:07.076327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:07.673445 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704337b-5765-48d0-adea-e0fa799576cb req-9f542d00-6ec9-41f9-b7a8-6dc7fdb95d47 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:07.675189 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5704337b-5765-48d0-adea-e0fa799576cb req-9f542d00-6ec9-41f9-b7a8-6dc7fdb95d47 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.6839526
Feb 18 00:20:07.675972 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Pushing event updated for resources: {'Port': ['ID=82ab0d1d-ec6c-4986-ad71-1f684389a6ef,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:07.683979 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:07.786631 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5704337b-5765-48d0-adea-e0fa799576cb req-4b04a85b-d735-41f0-b1a2-fdd8faca0072 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014426
Feb 18 00:20:07.827013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Attempting to bind port 82ab0d1d-ec6c-4986-ad71-1f684389a6ef on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:20:07.827850 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Attempting to bind port 82ab0d1d-ec6c-4986-ad71-1f684389a6ef by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '1aca343c-16af-417c-8fc2-a8e4547c5b23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f242e0df-9e10-405d-9a4e-e9c50abd9240'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:20:07.828442 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Attempting to bind port 82ab0d1d-ec6c-4986-ad71-1f684389a6ef on network f242e0df-9e10-405d-9a4e-e9c50abd9240 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:20:07.835337 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:20:07.835711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Checking segment: {'id': '1aca343c-16af-417c-8fc2-a8e4547c5b23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f242e0df-9e10-405d-9a4e-e9c50abd9240'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:20:07.836155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:07.838382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Bound using segment: {'id': '1aca343c-16af-417c-8fc2-a8e4547c5b23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f242e0df-9e10-405d-9a4e-e9c50abd9240'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:20:07.838382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Bound port: 82ab0d1d-ec6c-4986-ad71-1f684389a6ef, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aca343c-16af-417c-8fc2-a8e4547c5b23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f242e0df-9e10-405d-9a4e-e9c50abd9240'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:20:07.838382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:07.953087 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] For port 82ab0d1d-ec6c-4986-ad71-1f684389a6ef, host hv-cinder-75157, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:20:07.957244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] For port 82ab0d1d-ec6c-4986-ad71-1f684389a6ef, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=82ab0d1d-ec6c-4986-ad71-1f684389a6ef,segment=NetworkSegment(1aca343c-16af-417c-8fc2-a8e4547c5b23),segment_id=1aca343c-16af-417c-8fc2-a8e4547c5b23)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:20:07.965985 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821257939'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:08.094835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:08.199136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Pushing event updated for resources: {'Port': ['ID=82ab0d1d-ec6c-4986-ad71-1f684389a6ef,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:08.310212 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:08.340389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:08.341362 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:08.343033 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4434c456-d397-48e6-a01e-d12be35a0429 req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] 10.222.0.58 "PUT /v2.0/ports/82ab0d1d-ec6c-4986-ad71-1f684389a6ef HTTP/1.1" status: 200  len: 1157 time: 2.4389586
Feb 18 00:20:08.353943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d303ff-ebaa-45c5-b538-4b541dad8211', 'tag': '82ab0d1d-ec6c-4986-ad71-1f684389a6ef'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:20:08.372221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc7d53-42eb-49a3-a9e8-53fbc4a128c1 req-f79a84bb-f8e8-48ff-a327-d7aa11b14542 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:08.373880 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b7dc7d53-42eb-49a3-a9e8-53fbc4a128c1 req-f79a84bb-f8e8-48ff-a327-d7aa11b14542 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 943 time: 0.3252540
Feb 18 00:20:08.433713 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b7dc7d53-42eb-49a3-a9e8-53fbc4a128c1 req-54bd6935-704e-4749-9a7e-41b9e78704ac tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503435
Feb 18 00:20:08.529365 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d303ff-ebaa-45c5-b538-4b541dad8211', 'tag': '82ab0d1d-ec6c-4986-ad71-1f684389a6ef', 'status': 'completed', 'code': 200}
Feb 18 00:20:08.900556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d0827-86ed-4524-94b1-c3aa27f62b98 req-92ebdf41-d24e-4475-af08-bbbd9151a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:08.902106 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-999d0827-86ed-4524-94b1-c3aa27f62b98 req-92ebdf41-d24e-4475-af08-bbbd9151a49b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe3b565fad244352aa93d9ac8e0192eb&device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 1160 time: 0.0984020
Feb 18 00:20:09.141320 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d0827-86ed-4524-94b1-c3aa27f62b98 req-46a5ebc2-6bc4-4705-a036-88de879ffa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:09.142911 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-999d0827-86ed-4524-94b1-c3aa27f62b98 req-46a5ebc2-6bc4-4705-a036-88de879ffa72 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=fe3b565fad244352aa93d9ac8e0192eb&shared=False HTTP/1.1" status: 200  len: 902 time: 0.2309000
Feb 18 00:20:09.149363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad434c45-14a0-4b47-a38e-4de650485865 req-2917e70a-eb9c-4f33-8ec4-3505cb5e9621 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:09.150934 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ad434c45-14a0-4b47-a38e-4de650485865 req-2917e70a-eb9c-4f33-8ec4-3505cb5e9621 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.2091701
Feb 18 00:20:09.289233 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ad434c45-14a0-4b47-a38e-4de650485865 req-0dbdbb7b-6ae1-43bd-935b-d39f881390c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147192
Feb 18 00:20:09.346357 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d0827-86ed-4524-94b1-c3aa27f62b98 req-c9eb1ace-9f95-4ac1-b05c-59d12de71868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:09.348394 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-999d0827-86ed-4524-94b1-c3aa27f62b98 req-c9eb1ace-9f95-4ac1-b05c-59d12de71868 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1960618
Feb 18 00:20:09.483122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434c456-d397-48e6-a01e-d12be35a0429 req-1356e359-e6f1-4d83-8762-39149ac6e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:09.485378 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4434c456-d397-48e6-a01e-d12be35a0429 req-1356e359-e6f1-4d83-8762-39149ac6e6dd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe3b565fad244352aa93d9ac8e0192eb&device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 1160 time: 0.0886807
Feb 18 00:20:09.665047 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d715d6-b639-4eb2-8d47-9d7150a9084f req-c5ba2ce7-a0a8-4b29-8019-da27fa286de0 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:09.667012 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02d715d6-b639-4eb2-8d47-9d7150a9084f req-c5ba2ce7-a0a8-4b29-8019-da27fa286de0 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 943 time: 0.0953538
Feb 18 00:20:09.741942 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02d715d6-b639-4eb2-8d47-9d7150a9084f req-de463616-2f36-4624-aa69-3e76dbbe79a3 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624533
Feb 18 00:20:10.496654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 41556) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:10.550453 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372d8ea-c303-4491-97f0-95bbd6407923 req-c832f6db-b0c0-44f0-a709-60be0c2a90d4 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:10.559144 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f372d8ea-c303-4491-97f0-95bbd6407923 req-c832f6db-b0c0-44f0-a709-60be0c2a90d4 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1230071
Feb 18 00:20:10.615056 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f372d8ea-c303-4491-97f0-95bbd6407923 req-8716471e-7780-4be6-b159-8036b198545f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547459
Feb 18 00:20:10.686002 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-996eee34-1469-44c9-add7-63355e6f97db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:10.703204 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-996eee34-1469-44c9-add7-63355e6f97db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:10.707545 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-996eee34-1469-44c9-add7-63355e6f97db admin admin] Usage tracker for resource:security_group_rule and tenant:ecb5248287d3405f8119fd7eddd3e3bf is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:10.712061 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-996eee34-1469-44c9-add7-63355e6f97db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:10.718229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-996eee34-1469-44c9-add7-63355e6f97db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:10.826303 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-996eee34-1469-44c9-add7-63355e6f97db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:10.829716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-996eee34-1469-44c9-add7-63355e6f97db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:10.839428 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b4f2e7d2-032d-41e6-96c4-6fafc7a6ba50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:10.890405 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 41576) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:10.904980 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-996eee34-1469-44c9-add7-63355e6f97db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ecb5248287d3405f8119fd7eddd3e3bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4070647
Feb 18 00:20:10.906225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996eee34-1469-44c9-add7-63355e6f97db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e65d246-9555-4783-a950-e3910f60f213,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:10.917444 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-996eee34-1469-44c9-add7-63355e6f97db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:11.046110 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f71b5031-e5b5-4c93-891f-3a2e6c28a2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:11.086400 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f71b5031-e5b5-4c93-891f-3a2e6c28a2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:11.117104 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db7d50-4305-4647-a014-f7866399f6f6 req-f6f14b00-97bf-4890-8142-c2bca2b60182 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:11.119244 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b2db7d50-4305-4647-a014-f7866399f6f6 req-f6f14b00-97bf-4890-8142-c2bca2b60182 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 943 time: 0.2272065
Feb 18 00:20:11.175640 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b2db7d50-4305-4647-a014-f7866399f6f6 req-ddc7c5ef-d3a2-4f8f-b337-87e2362450d7 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472944
Feb 18 00:20:11.180464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f71b5031-e5b5-4c93-891f-3a2e6c28a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:11.186032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:11.198142 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b5031-e5b5-4c93-891f-3a2e6c28a2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e65d246-9555-4783-a950-e3910f60f213,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:11.202499 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f71b5031-e5b5-4c93-891f-3a2e6c28a2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:11.208322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f71b5031-e5b5-4c93-891f-3a2e6c28a2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:11.209828 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f71b5031-e5b5-4c93-891f-3a2e6c28a2cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e65d246-9555-4783-a950-e3910f60f213 HTTP/1.1" status: 204  len: 168 time: 0.3167057
Feb 18 00:20:11.307009 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4434c456-d397-48e6-a01e-d12be35a0429 req-854c1938-8321-4633-ab44-bdb71332aff2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82ab0d1d-ec6c-4986-ad71-1f684389a6ef HTTP/1.1" status: 200  len: 217 time: 0.0782382
Feb 18 00:20:11.520104 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 41594) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:11.539180 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce212e6e-16c8-4368-82a1-1c6d0b722e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:11.555274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ce212e6e-16c8-4368-82a1-1c6d0b722e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:11.559943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ce212e6e-16c8-4368-82a1-1c6d0b722e9d admin admin] Usage tracker for resource:security_group_rule and tenant:8adf087fb6b94716a4f72a49a4684ff3 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:11.563219 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ce212e6e-16c8-4368-82a1-1c6d0b722e9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:11.569274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ce212e6e-16c8-4368-82a1-1c6d0b722e9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:11.658146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce212e6e-16c8-4368-82a1-1c6d0b722e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:11.661259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce212e6e-16c8-4368-82a1-1c6d0b722e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:11.674667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c5b0c30f-9a3f-4463-8a6b-f051d28c7eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:11.717532 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ce212e6e-16c8-4368-82a1-1c6d0b722e9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8adf087fb6b94716a4f72a49a4684ff3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1961193
Feb 18 00:20:11.720183 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 41604) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:11.723008 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce212e6e-16c8-4368-82a1-1c6d0b722e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c41bda3-0230-4f73-8155-ecb9a2bd4c6d,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:11.738031 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ce212e6e-16c8-4368-82a1-1c6d0b722e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:11.842682 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a295a6b4-a2a0-4186-a2f9-b693f64b9548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:11.887713 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a295a6b4-a2a0-4186-a2f9-b693f64b9548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:11.899608 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87233920-a810-40ff-89cf-d49273dfc7bd req-b0e5beed-7186-412e-a56c-4741be0e8679 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:11.901738 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-87233920-a810-40ff-89cf-d49273dfc7bd req-b0e5beed-7186-412e-a56c-4741be0e8679 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1603990
Feb 18 00:20:11.970965 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-87233920-a810-40ff-89cf-d49273dfc7bd req-79b53782-450c-4a8c-aa64-556c293bade2 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581100
Feb 18 00:20:11.977577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a295a6b4-a2a0-4186-a2f9-b693f64b9548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:11.983255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2201ed1b-0eab-4a3c-9c0f-38d98f666e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:11.994711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295a6b4-a2a0-4186-a2f9-b693f64b9548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c41bda3-0230-4f73-8155-ecb9a2bd4c6d,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:11.998559 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a295a6b4-a2a0-4186-a2f9-b693f64b9548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:12.002377 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a295a6b4-a2a0-4186-a2f9-b693f64b9548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:12.014447 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a295a6b4-a2a0-4186-a2f9-b693f64b9548 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c41bda3-0230-4f73-8155-ecb9a2bd4c6d HTTP/1.1" status: 204  len: 168 time: 0.2931280
Feb 18 00:20:12.280875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29095f-434b-444d-9486-0556c55734e9 req-a05c7fe5-96d6-47ce-b1f2-dda38e903c6d tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:12.281682 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-df29095f-434b-444d-9486-0556c55734e9 req-a05c7fe5-96d6-47ce-b1f2-dda38e903c6d tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Synchronizing usage tracker for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:network {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:20:12.298955 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-df29095f-434b-444d-9486-0556c55734e9 req-a05c7fe5-96d6-47ce-b1f2-dda38e903c6d tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Unset dirty status for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:network {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:20:12.304903 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df29095f-434b-444d-9486-0556c55734e9 req-a05c7fe5-96d6-47ce-b1f2-dda38e903c6d tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/networks?id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 HTTP/1.1" status: 200  len: 814 time: 0.2263019
Feb 18 00:20:12.322815 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df29095f-434b-444d-9486-0556c55734e9 req-78bffae1-27c1-4b6b-b8e3-da162adac6ec tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/quotas/acbe6b9a6cef4c53a0b9b1ea15b35d58 HTTP/1.1" status: 200  len: 375 time: 0.0136471
Feb 18 00:20:12.324494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434c456-d397-48e6-a01e-d12be35a0429 req-d08bf399-f42d-44cb-a5d7-123fc25395df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:12.326056 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4434c456-d397-48e6-a01e-d12be35a0429 req-d08bf399-f42d-44cb-a5d7-123fc25395df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bf509e72-a992-4fe3-9732-931972ec5259 HTTP/1.1" status: 200  len: 848 time: 0.1135066
Feb 18 00:20:12.384712 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4434c456-d397-48e6-a01e-d12be35a0429 req-53dbbfa3-7a2c-41f6-83c5-9b9d30ed44ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f242e0df-9e10-405d-9a4e-e9c50abd9240&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514064
Feb 18 00:20:12.421205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-df29095f-434b-444d-9486-0556c55734e9 req-b4479f09-5006-4f86-ad17-2c0deb465f83 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Synchronizing usage tracker for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:20:12.438565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-df29095f-434b-444d-9486-0556c55734e9 req-b4479f09-5006-4f86-ad17-2c0deb465f83 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Unset dirty status for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:20:12.440433 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df29095f-434b-444d-9486-0556c55734e9 req-b4479f09-5006-4f86-ad17-2c0deb465f83 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=acbe6b9a6cef4c53a0b9b1ea15b35d58&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1111724
Feb 18 00:20:12.602904 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df29095f-434b-444d-9486-0556c55734e9 req-05278bdd-15c6-4356-b06b-36aeb334cc48 service neutron] 10.222.0.55 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479435
Feb 18 00:20:12.617633 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa50e2d-8e4d-44fa-aadc-9fe8ef1e4f4d req-992f82c7-6c1f-4ab9-83e2-bce6354742e1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:12.619292 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8aa50e2d-8e4d-44fa-aadc-9fe8ef1e4f4d req-992f82c7-6c1f-4ab9-83e2-bce6354742e1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 943 time: 0.2178071
Feb 18 00:20:12.621207 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4434c456-d397-48e6-a01e-d12be35a0429 req-3b846f63-5972-407f-ba2e-95cb82e1341b service neutron] 10.222.0.58 "GET /v2.0/networks/f242e0df-9e10-405d-9a4e-e9c50abd9240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2184591
Feb 18 00:20:12.769265 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df29095f-434b-444d-9486-0556c55734e9 req-5629c3c6-de53-4532-a220-c1b78a5ee4bb service neutron] 10.222.0.55 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1574941
Feb 18 00:20:12.769391 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8aa50e2d-8e4d-44fa-aadc-9fe8ef1e4f4d req-3b054da5-89d1-4193-8650-2264ad045625 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417170
Feb 18 00:20:12.809097 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4434c456-d397-48e6-a01e-d12be35a0429 req-1cebdc9f-fbc5-489b-9bf6-53253ab14f54 service neutron] 10.222.0.58 "GET /v2.0/networks/f242e0df-9e10-405d-9a4e-e9c50abd9240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1667008
Feb 18 00:20:13.023798 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6c7a9e2-a37f-4074-8c88-fbc4372aaa6c req-c801e879-5f46-4ef3-8207-9a1d3fe0a811 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 210 time: 0.0759048
Feb 18 00:20:13.225960 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47c91a-c410-4a14-bd52-6ff31ebdca17 req-bff869d0-b435-48ea-9a69-1fc00a5ad44e tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:13.234609 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4c47c91a-c410-4a14-bd52-6ff31ebdca17 req-bff869d0-b435-48ea-9a69-1fc00a5ad44e tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1275415
Feb 18 00:20:13.347407 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4c47c91a-c410-4a14-bd52-6ff31ebdca17 req-fa114da0-ef0b-45d1-aa8d-b37d59434b1f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117191
Feb 18 00:20:14.013990 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663820a-d966-42bc-b2d3-54633193c27c req-af8ae7c8-0765-401b-8055-3c0e904f55aa tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:14.021155 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b663820a-d966-42bc-b2d3-54633193c27c req-af8ae7c8-0765-401b-8055-3c0e904f55aa tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 943 time: 0.0987256
Feb 18 00:20:14.081203 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b663820a-d966-42bc-b2d3-54633193c27c req-46f14617-023a-4a39-8d74-6063ac420287 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580823
Feb 18 00:20:14.214807 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c25445b4-a54d-40ef-8993-603931b82940 req-f1f4a451-a277-4497-913f-c56712ff8411 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 210 time: 0.0634651
Feb 18 00:20:14.578655 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e82c7b-847f-4111-be3b-28a5edd6f938 req-b270cda6-b1ec-4d46-a6d8-abf4641ce1ed tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:14.588567 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-09e82c7b-847f-4111-be3b-28a5edd6f938 req-b270cda6-b1ec-4d46-a6d8-abf4641ce1ed tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1217115
Feb 18 00:20:14.644912 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-09e82c7b-847f-4111-be3b-28a5edd6f938 req-41166f98-bc92-4dbc-ab22-666f7c82542f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552123
Feb 18 00:20:14.714475 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29095f-434b-444d-9486-0556c55734e9 req-8775e079-b02b-4a36-856f-b942a54e7138 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:14.716484 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df29095f-434b-444d-9486-0556c55734e9 req-8775e079-b02b-4a36-856f-b942a54e7138 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.58 "GET /v2.0/networks?id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 HTTP/1.1" status: 200  len: 814 time: 0.3709118
Feb 18 00:20:14.729992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Request body: {'port': {'device_id': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'admin_state_up': True, 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:20:14.930836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:14.944289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:14.964637 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Made reservation on behalf of acbe6b9a6cef4c53a0b9b1ea15b35d58 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:20:14.970292 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:15.036118 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-ea3d7421-20b0-411d-aefe-9929d798ef0b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83995) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 00:20:15.511206 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device e4e053b1-118e-446e-9628-f71e74fb8118 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:15.531167 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508c0f4-dfd2-4dc6-8051-0fdfa1be8dd8 req-d1cc03f0-a822-4e44-8ba3-acc13c813e80 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:15.536893 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b508c0f4-dfd2-4dc6-8051-0fdfa1be8dd8 req-d1cc03f0-a822-4e44-8ba3-acc13c813e80 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 943 time: 0.1917644
Feb 18 00:20:15.658543 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b508c0f4-dfd2-4dc6-8051-0fdfa1be8dd8 req-56a76aa4-ef4f-41bf-93db-821ad6193de6 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144683
Feb 18 00:20:15.763957 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port e4e053b1-118e-446e-9628-f71e74fb8118 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:15.764461 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:15.983144 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Allocated IP 172.20.0.7 (99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1/808293fb-19c9-449a-969e-06462c294bc2/d0a71600-2e39-42a1-bbbf-4a99f03da215) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:20:16.137587 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2182a3-d739-4754-90ed-998f8036a7a4 req-bd9bc97c-f280-4f2f-8bd0-a5abe176aa9a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:16.148862 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ea2182a3-d739-4754-90ed-998f8036a7a4 req-bd9bc97c-f280-4f2f-8bd0-a5abe176aa9a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.2607486
Feb 18 00:20:16.193008 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 82ab0d1d-ec6c-4986-ad71-1f684389a6ef up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:16.292209 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ea2182a3-d739-4754-90ed-998f8036a7a4 req-75560e8b-d1e4-4db5-a3f9-1b700d82bbe7 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422873
Feb 18 00:20:16.378378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port 82ab0d1d-ec6c-4986-ad71-1f684389a6ef completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:20:16.386438 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 82ab0d1d-ec6c-4986-ad71-1f684389a6ef triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:16.386869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:16.596920 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 41846) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:16.660334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:16.743802 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d303ff-ebaa-45c5-b538-4b541dad8211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ab0d1d-ec6c-4986-ad71-1f684389a6ef'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:20:16.752052 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cf2ce227-408a-4a6d-8701-cde5bfb2433f req-8b31219a-98d1-4bc5-bbc2-859c632c68ac tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 210 time: 1.2326465
Feb 18 00:20:16.764454 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:16.777521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 82ab0d1d-ec6c-4986-ad71-1f684389a6ef, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=82ab0d1d-ec6c-4986-ad71-1f684389a6ef,segment=NetworkSegment(1aca343c-16af-417c-8fc2-a8e4547c5b23),segment_id=1aca343c-16af-417c-8fc2-a8e4547c5b23)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:20:16.781721 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:16.785596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:16.816150 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Transition to ACTIVE for port object d0a71600-2e39-42a1-bbbf-4a99f03da215 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:20:16.890148 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:16.918631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 82ab0d1d-ec6c-4986-ad71-1f684389a6ef up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:16.921170 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aa2b5d84-452f-4f2c-b517-ca5465faa1a1 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:16.994193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-143c3e6a-8f2f-4848-9cb8-3e78582353e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:17.052654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-143c3e6a-8f2f-4848-9cb8-3e78582353e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:17.058145 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 82ab0d1d-ec6c-4986-ad71-1f684389a6ef triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:17.060286 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:17.066254 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-143c3e6a-8f2f-4848-9cb8-3e78582353e2 admin admin] Usage tracker for resource:security_group_rule and tenant:1d3f690763874536976bd2aa9a10936e is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:17.071455 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-143c3e6a-8f2f-4848-9cb8-3e78582353e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:17.084675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-143c3e6a-8f2f-4848-9cb8-3e78582353e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:17.102487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Pushing event updated for resources: {'Port': ['ID=d0a71600-2e39-42a1-bbbf-4a99f03da215,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:17.109525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:17.134181 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=82ab0d1d-ec6c-4986-ad71-1f684389a6ef,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:17.154260 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:17.364814 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-143c3e6a-8f2f-4848-9cb8-3e78582353e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:17.370375 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-143c3e6a-8f2f-4848-9cb8-3e78582353e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:17.384813 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-73138f20-f1a1-475f-a1c0-28541a4cb336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:17.388673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c04d99-b3cc-4aea-9a77-bd5fe5c5dc81 req-9cc84493-dd9e-4a06-b3ff-eefd14e22580 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:17.394689 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-39c04d99-b3cc-4aea-9a77-bd5fe5c5dc81 req-9cc84493-dd9e-4a06-b3ff-eefd14e22580 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 945 time: 0.2838435
Feb 18 00:20:17.457697 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-143c3e6a-8f2f-4848-9cb8-3e78582353e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d3f690763874536976bd2aa9a10936e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8592317
Feb 18 00:20:17.462681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 41880) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:17.465177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:20:17.467476 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:20:17.481249 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c3e6a-8f2f-4848-9cb8-3e78582353e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6d05fb-113d-4ef8-a8d1-fb88af7295f8,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:17.487351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-143c3e6a-8f2f-4848-9cb8-3e78582353e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:17.488948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:20:17.498395 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d303ff-ebaa-45c5-b538-4b541dad8211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ab0d1d-ec6c-4986-ad71-1f684389a6ef', 'code': 200}
Feb 18 00:20:17.566171 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-39c04d99-b3cc-4aea-9a77-bd5fe5c5dc81 req-6bf11098-e546-4794-b90e-5f032e05773a tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635458
Feb 18 00:20:17.668097 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:17.676144 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:17.719034 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95f971f7-f433-4ce3-8474-042d360e2267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:17.765432 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df29095f-434b-444d-9486-0556c55734e9 req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0375290
Feb 18 00:20:17.826686 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95f971f7-f433-4ce3-8474-042d360e2267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:17.901895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-eac32ff5-921c-44f3-9c01-571303b01dbe None None] Provisioning for port d0a71600-2e39-42a1-bbbf-4a99f03da215 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:20:17.912472 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-eac32ff5-921c-44f3-9c01-571303b01dbe None None] Provisioning complete for port d0a71600-2e39-42a1-bbbf-4a99f03da215 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:17.913058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eac32ff5-921c-44f3-9c01-571303b01dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:18.052872 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Request body: {'port': {'device_id': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:20:18.121269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-eac32ff5-921c-44f3-9c01-571303b01dbe None None] Port d0a71600-2e39-42a1-bbbf-4a99f03da215 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:20:18.182647 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687b592-6235-4a81-85e1-3138c720820e req-d6734df1-8b93-40d7-81d3-036566b7b65c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:18.191488 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c687b592-6235-4a81-85e1-3138c720820e req-d6734df1-8b93-40d7-81d3-036566b7b65c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.3347232
Feb 18 00:20:18.254883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95f971f7-f433-4ce3-8474-042d360e2267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:18.265691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fda7238d-0bd1-49e3-b66e-a011a7e7ec81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:18.283630 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95f971f7-f433-4ce3-8474-042d360e2267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:18.287400 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-95f971f7-f433-4ce3-8474-042d360e2267 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a6d05fb-113d-4ef8-a8d1-fb88af7295f8 HTTP/1.1" status: 204  len: 168 time: 0.8211968
Feb 18 00:20:18.287552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:18.300482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f971f7-f433-4ce3-8474-042d360e2267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6d05fb-113d-4ef8-a8d1-fb88af7295f8,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:18.313475 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c687b592-6235-4a81-85e1-3138c720820e req-451352e9-b34e-44c1-9869-7091f9d86025 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221640
Feb 18 00:20:18.314419 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-95f971f7-f433-4ce3-8474-042d360e2267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:18.325685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cc1ca-93da-461e-9518-ff258c852071 req-4a620e06-bbd3-4118-8532-f7e3e9f413b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:18.327324 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b0cc1ca-93da-461e-9518-ff258c852071 req-4a620e06-bbd3-4118-8532-f7e3e9f413b4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 1162 time: 0.2258713
Feb 18 00:20:18.336834 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c664f0-c997-4122-8fcb-ca507532f36b req-d6368fa0-31be-4a4c-808e-4eb739d34d1b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:18.337738 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-51c664f0-c997-4122-8fcb-ca507532f36b req-d6368fa0-31be-4a4c-808e-4eb739d34d1b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Synchronizing usage tracker for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:20:18.539200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-51c664f0-c997-4122-8fcb-ca507532f36b req-d6368fa0-31be-4a4c-808e-4eb739d34d1b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Unset dirty status for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:20:18.547274 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-51c664f0-c997-4122-8fcb-ca507532f36b req-d6368fa0-31be-4a4c-808e-4eb739d34d1b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 931 time: 0.5710397
Feb 18 00:20:18.691363 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-51c664f0-c997-4122-8fcb-ca507532f36b req-1c316fa4-da2a-4a09-822f-44c06bda123f tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428523
Feb 18 00:20:18.921394 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 41910) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:18.944505 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 82ab0d1d-ec6c-4986-ad71-1f684389a6ef up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:18.961373 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c42e85a2-2c69-4c1d-a891-389348cd9787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:18.993965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c42e85a2-2c69-4c1d-a891-389348cd9787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:19.001485 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c42e85a2-2c69-4c1d-a891-389348cd9787 admin admin] Usage tracker for resource:security_group_rule and tenant:aeff6ad2e49f487c902efcb64588b9ca is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:19.005850 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c42e85a2-2c69-4c1d-a891-389348cd9787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:19.014854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c42e85a2-2c69-4c1d-a891-389348cd9787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:19.049332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6c9bb-d091-4c09-a4e8-934d1d37bfac req-93cfcb12-b4da-4df7-87e0-4e0f4414a0f4 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:19.057057 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-33f6c9bb-d091-4c09-a4e8-934d1d37bfac req-93cfcb12-b4da-4df7-87e0-4e0f4414a0f4 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 945 time: 0.2224820
Feb 18 00:20:19.111807 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 82ab0d1d-ec6c-4986-ad71-1f684389a6ef triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:19.112625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:19.136824 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c42e85a2-2c69-4c1d-a891-389348cd9787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:19.144280 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c42e85a2-2c69-4c1d-a891-389348cd9787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:19.225741 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f71b5031-e5b5-4c93-891f-3a2e6c28a2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:19.324910 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e85a2-2c69-4c1d-a891-389348cd9787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc24ca3c-1f70-488a-8740-f4225e8d2d2a,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:19.350118 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c42e85a2-2c69-4c1d-a891-389348cd9787 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aeff6ad2e49f487c902efcb64588b9ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4268465
Feb 18 00:20:19.351311 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c42e85a2-2c69-4c1d-a891-389348cd9787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:19.353362 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 41926) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:19.392395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a71600-2e39-42a1-bbbf-4a99f03da215 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:20:19.419976 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:19.426777 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 41936) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:19.468707 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Transition to ACTIVE for port object d0a71600-2e39-42a1-bbbf-4a99f03da215 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:20:19.480041 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69c73fb8-66f1-4400-862c-72915ab626fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:19.484492 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821257939'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:19.504319 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-33f6c9bb-d091-4c09-a4e8-934d1d37bfac req-861bb146-8f57-4025-9ca0-8a2c20c86620 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4463253
Feb 18 00:20:19.533728 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69c73fb8-66f1-4400-862c-72915ab626fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:19.555090 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cb62c59b-0986-45d9-ab9d-a982c5a4703c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:19.660099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69c73fb8-66f1-4400-862c-72915ab626fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:19.668675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c42e85a2-2c69-4c1d-a891-389348cd9787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:19.698618 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c73fb8-66f1-4400-862c-72915ab626fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc24ca3c-1f70-488a-8740-f4225e8d2d2a,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:19.707662 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-69c73fb8-66f1-4400-862c-72915ab626fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:19.749233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69c73fb8-66f1-4400-862c-72915ab626fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:19.753269 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-69c73fb8-66f1-4400-862c-72915ab626fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc24ca3c-1f70-488a-8740-f4225e8d2d2a HTTP/1.1" status: 204  len: 168 time: 0.3961856
Feb 18 00:20:19.899366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c57a5141-37a4-4dbd-a5f6-e2be580a493a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:19.904159 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a71600-2e39-42a1-bbbf-4a99f03da215,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:19.917487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:19.941785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c57a5141-37a4-4dbd-a5f6-e2be580a493a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:19.951121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c57a5141-37a4-4dbd-a5f6-e2be580a493a admin admin] Usage tracker for resource:security_group_rule and tenant:4fe1bd7d215c4819aaa6271721f56cb0 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:19.958105 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c57a5141-37a4-4dbd-a5f6-e2be580a493a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:19.973589 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c57a5141-37a4-4dbd-a5f6-e2be580a493a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:19.996709 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b7d7e-5460-4002-b4f3-664f888a27cd req-d7e925e8-25c4-405b-89f3-2cda90685edc tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:19.998668 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f31b7d7e-5460-4002-b4f3-664f888a27cd req-d7e925e8-25c4-405b-89f3-2cda90685edc tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1952314
Feb 18 00:20:20.181364 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c57a5141-37a4-4dbd-a5f6-e2be580a493a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:20.188874 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c57a5141-37a4-4dbd-a5f6-e2be580a493a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:20.200566 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f31b7d7e-5460-4002-b4f3-664f888a27cd req-00b399e1-3bf6-4bd4-8977-be0515dfe579 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868541
Feb 18 00:20:20.261538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7f09f3c7-db69-44ed-b841-b049bb53f9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:20.396979 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 41994) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:20.429015 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a5141-37a4-4dbd-a5f6-e2be580a493a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723338a2-fede-46f8-bf3a-642bc7836a66,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:20.459577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Attempting to bind port d0a71600-2e39-42a1-bbbf-4a99f03da215 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:20:20.461309 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Attempting to bind port d0a71600-2e39-42a1-bbbf-4a99f03da215 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '5df5cdbe-bb6b-4ace-9019-3d8548900301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:20:20.464601 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Attempting to bind port d0a71600-2e39-42a1-bbbf-4a99f03da215 on network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:20:20.479370 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c57a5141-37a4-4dbd-a5f6-e2be580a493a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fe1bd7d215c4819aaa6271721f56cb0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0514405
Feb 18 00:20:20.485137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c57a5141-37a4-4dbd-a5f6-e2be580a493a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:20.492506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 42000) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:20.608051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:20.643878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:20:20.653364 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Checking segment: {'id': '5df5cdbe-bb6b-4ace-9019-3d8548900301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:20:20.654138 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:20.654666 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Bound using segment: {'id': '5df5cdbe-bb6b-4ace-9019-3d8548900301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:20:20.655654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Bound port: d0a71600-2e39-42a1-bbbf-4a99f03da215, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df5cdbe-bb6b-4ace-9019-3d8548900301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:20:20.658635 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:20.763189 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b0cc1ca-93da-461e-9518-ff258c852071 req-9f8dd598-fffc-47b6-ae03-3b8bdc6d3ba9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4226213
Feb 18 00:20:20.771537 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b8c9459a-d121-46a5-a92f-4656ae4d8a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:20.889506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dbb4dce6-2dba-41c2-9484-b1dd6df75005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:20.935274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dbb4dce6-2dba-41c2-9484-b1dd6df75005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:20.940984 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dbb4dce6-2dba-41c2-9484-b1dd6df75005 admin admin] Usage tracker for resource:security_group_rule and tenant:1bdeb3a9dab34a4399ec44881e7fc9f6 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:20.945334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dbb4dce6-2dba-41c2-9484-b1dd6df75005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:20.984460 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dbb4dce6-2dba-41c2-9484-b1dd6df75005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:21.008382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b8c9459a-d121-46a5-a92f-4656ae4d8a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:21.054202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e7e8f-fa68-41f5-b587-9e8d93746ee2 req-7b3c3d41-3e0d-4644-a0ba-191838def40e tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:21.056947 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-804e7e8f-fa68-41f5-b587-9e8d93746ee2 req-7b3c3d41-3e0d-4644-a0ba-191838def40e tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 943 time: 0.5851583
Feb 18 00:20:21.060636 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] For port d0a71600-2e39-42a1-bbbf-4a99f03da215, host hv-cinder-75157, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:20:21.123429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0b9d8-5e61-4ebe-8840-9a7ad8d334f1 req-5548a4e0-1ec6-4358-afe2-1b926e12925a tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:21.131748 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3eb0b9d8-5e61-4ebe-8840-9a7ad8d334f1 req-5548a4e0-1ec6-4358-afe2-1b926e12925a tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 945 time: 0.3101993
Feb 18 00:20:21.135090 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b8c9459a-d121-46a5-a92f-4656ae4d8a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:21.157610 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-50d7b855-de2e-43d5-859f-1179ebb28e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:21.164669 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] For port d0a71600-2e39-42a1-bbbf-4a99f03da215, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215,segment=NetworkSegment(5df5cdbe-bb6b-4ace-9019-3d8548900301),segment_id=5df5cdbe-bb6b-4ace-9019-3d8548900301)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:20:21.173306 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9459a-d121-46a5-a92f-4656ae4d8a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723338a2-fede-46f8-bf3a-642bc7836a66,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:21.186167 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b8c9459a-d121-46a5-a92f-4656ae4d8a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:21.225282 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b8c9459a-d121-46a5-a92f-4656ae4d8a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:21.230746 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b8c9459a-d121-46a5-a92f-4656ae4d8a8a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/723338a2-fede-46f8-bf3a-642bc7836a66 HTTP/1.1" status: 204  len: 168 time: 0.7366045
Feb 18 00:20:21.264515 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3eb0b9d8-5e61-4ebe-8840-9a7ad8d334f1 req-143e7bba-9e06-4f52-8ab9-02144838332e tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317797
Feb 18 00:20:21.313234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dbb4dce6-2dba-41c2-9484-b1dd6df75005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:21.335571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821257939'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:21.340663 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-804e7e8f-fa68-41f5-b587-9e8d93746ee2 req-c39b541b-6b72-45de-811b-3bd91ede4c23 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2769482
Feb 18 00:20:21.341561 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dbb4dce6-2dba-41c2-9484-b1dd6df75005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:21.365523 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-996eee34-1469-44c9-add7-63355e6f97db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:21.504673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4dce6-2dba-41c2-9484-b1dd6df75005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff1fe3e-9c0e-41a3-bc7e-559f51c1b030,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:21.510627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dbb4dce6-2dba-41c2-9484-b1dd6df75005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:21.515723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:21.623842 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-dbb4dce6-2dba-41c2-9484-b1dd6df75005 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1bdeb3a9dab34a4399ec44881e7fc9f6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2100842
Feb 18 00:20:21.627506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42044) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:21.726229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7264e-c09c-4033-94e5-3d15c428d340 req-3517e7c7-8567-49d8-b97f-1ebe29284a72 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:21.734261 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-46c7264e-c09c-4033-94e5-3d15c428d340 req-3517e7c7-8567-49d8-b97f-1ebe29284a72 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1409431
Feb 18 00:20:21.800606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-967690cb-0b78-4a83-a667-46ee635396cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:21.830043 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a71600-2e39-42a1-bbbf-4a99f03da215,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:21.849486 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-46c7264e-c09c-4033-94e5-3d15c428d340 req-1f81d3de-8ce8-48c1-ad66-1ec1b05cd2a7 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133637
Feb 18 00:20:21.992044 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 42054) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:22.048767 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5f03c848-b1e6-4bd9-af2f-d85a4cf57309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:22.054817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d50de167-b47e-4171-a23a-1b422d7403f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:22.110041 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d50de167-b47e-4171-a23a-1b422d7403f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:22.117333 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d50de167-b47e-4171-a23a-1b422d7403f4 admin admin] Usage tracker for resource:security_group_rule and tenant:a6528a5e73e840c088cb0639681768f9 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:22.124328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d50de167-b47e-4171-a23a-1b422d7403f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:22.136391 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d50de167-b47e-4171-a23a-1b422d7403f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:22.179919 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:22.181433 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:22.183071 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df29095f-434b-444d-9486-0556c55734e9 req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] 10.222.0.58 "PUT /v2.0/ports/d0a71600-2e39-42a1-bbbf-4a99f03da215 HTTP/1.1" status: 200  len: 1157 time: 4.1486080
Feb 18 00:20:22.184043 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:22.184706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:20:22.230483 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-967690cb-0b78-4a83-a667-46ee635396cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:22.381925 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215', 'status': 'completed', 'code': 200}
Feb 18 00:20:22.404989 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-967690cb-0b78-4a83-a667-46ee635396cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:22.410297 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e48e2495-6865-4961-b812-9221ace29db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:22.435463 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d50de167-b47e-4171-a23a-1b422d7403f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:22.441055 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967690cb-0b78-4a83-a667-46ee635396cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff1fe3e-9c0e-41a3-bc7e-559f51c1b030,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:22.445208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d50de167-b47e-4171-a23a-1b422d7403f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:22.456872 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-967690cb-0b78-4a83-a667-46ee635396cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:22.457952 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-967690cb-0b78-4a83-a667-46ee635396cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:22.459209 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-967690cb-0b78-4a83-a667-46ee635396cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ff1fe3e-9c0e-41a3-bc7e-559f51c1b030 HTTP/1.1" status: 204  len: 168 time: 0.8118837
Feb 18 00:20:22.473259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b16f97fb-c799-4eee-80f8-bec5a3233dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:22.565941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50de167-b47e-4171-a23a-1b422d7403f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59000d1e-d1a9-46eb-869f-56af9b90ac4c,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:22.575496 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d50de167-b47e-4171-a23a-1b422d7403f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:22.742693 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42074) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:22.742854 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d50de167-b47e-4171-a23a-1b422d7403f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6528a5e73e840c088cb0639681768f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7483633
Feb 18 00:20:22.855477 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abb2a8-9c5c-4a8b-8ceb-46d8a69e909a req-dd20b84e-cd1d-4eb4-a3fe-5dcf54700a33 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:22.860905 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-59abb2a8-9c5c-4a8b-8ceb-46d8a69e909a req-dd20b84e-cd1d-4eb4-a3fe-5dcf54700a33 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 945 time: 0.2519231
Feb 18 00:20:22.907785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-70319f5f-e3d0-4e9a-b3e1-0e9fda0e75ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:22.942965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 42086) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:22.952563 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-59abb2a8-9c5c-4a8b-8ceb-46d8a69e909a req-829f6c48-8779-4c51-b94e-cf4c7c0996d6 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831470
Feb 18 00:20:22.987158 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6e383b45-7dc7-4b01-8b6e-e2e758738e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:22.996460 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-70319f5f-e3d0-4e9a-b3e1-0e9fda0e75ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:23.005415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6e383b45-7dc7-4b01-8b6e-e2e758738e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:23.009994 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6e383b45-7dc7-4b01-8b6e-e2e758738e37 admin admin] Usage tracker for resource:security_group_rule and tenant:22d49fa1902447f0af3220599b99e420 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:23.013634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6e383b45-7dc7-4b01-8b6e-e2e758738e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:23.020099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6e383b45-7dc7-4b01-8b6e-e2e758738e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:23.111027 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-70319f5f-e3d0-4e9a-b3e1-0e9fda0e75ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:23.119565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8a4fcc6e-32a1-4f70-8e8f-b46248859789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:23.140595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6e383b45-7dc7-4b01-8b6e-e2e758738e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:23.150837 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70319f5f-e3d0-4e9a-b3e1-0e9fda0e75ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59000d1e-d1a9-46eb-869f-56af9b90ac4c,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:23.158701 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6e383b45-7dc7-4b01-8b6e-e2e758738e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:23.167459 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-70319f5f-e3d0-4e9a-b3e1-0e9fda0e75ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:23.168438 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-70319f5f-e3d0-4e9a-b3e1-0e9fda0e75ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:23.169873 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-70319f5f-e3d0-4e9a-b3e1-0e9fda0e75ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59000d1e-d1a9-46eb-869f-56af9b90ac4c HTTP/1.1" status: 204  len: 168 time: 0.4251165
Feb 18 00:20:23.291801 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-143c3e6a-8f2f-4848-9cb8-3e78582353e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:23.320676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42096) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:23.323377 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6e383b45-7dc7-4b01-8b6e-e2e758738e37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22d49fa1902447f0af3220599b99e420&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3696294
Feb 18 00:20:23.361578 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e383b45-7dc7-4b01-8b6e-e2e758738e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3eea36-0fc3-46c3-aa90-f0aae2aae643,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:23.379453 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6e383b45-7dc7-4b01-8b6e-e2e758738e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:23.439657 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15fe84-53cd-4d05-a4e3-e1e0719a585f req-be3478f5-ac3c-4fd7-81a2-9a6f8b96639f tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:23.441971 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-da15fe84-53cd-4d05-a4e3-e1e0719a585f req-be3478f5-ac3c-4fd7-81a2-9a6f8b96639f tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 943 time: 0.2855153
Feb 18 00:20:23.543975 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f4004a84-aa10-4522-b9c8-82820faef970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:23.590957 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-da15fe84-53cd-4d05-a4e3-e1e0719a585f req-63e3c130-170f-4b20-8656-9ec550e3a999 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Synchronizing usage tracker for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:20:23.624409 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f4004a84-aa10-4522-b9c8-82820faef970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:23.637195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-da15fe84-53cd-4d05-a4e3-e1e0719a585f req-63e3c130-170f-4b20-8656-9ec550e3a999 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Unset dirty status for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:20:23.651566 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-da15fe84-53cd-4d05-a4e3-e1e0719a585f req-63e3c130-170f-4b20-8656-9ec550e3a999 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947043
Feb 18 00:20:23.685186 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f4004a84-aa10-4522-b9c8-82820faef970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:23.692836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ff762342-9f29-4adb-a26f-7811f115b7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:23.714865 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4004a84-aa10-4522-b9c8-82820faef970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3eea36-0fc3-46c3-aa90-f0aae2aae643,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:23.728379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f4004a84-aa10-4522-b9c8-82820faef970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:23.729230 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f4004a84-aa10-4522-b9c8-82820faef970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:23.732409 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f4004a84-aa10-4522-b9c8-82820faef970 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a3eea36-0fc3-46c3-aa90-f0aae2aae643 HTTP/1.1" status: 204  len: 168 time: 0.4078646
Feb 18 00:20:23.857699 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5daf1498-7c40-4439-8460-6a6fbbab7ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:23.995734 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb16467-cb29-4d42-8c31-ff5f24bfccfb req-22541a9f-6591-4642-8ca5-6a6e1f56c9b3 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:23.997477 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7bb16467-cb29-4d42-8c31-ff5f24bfccfb req-22541a9f-6591-4642-8ca5-6a6e1f56c9b3 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1750629
Feb 18 00:20:24.053884 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7bb16467-cb29-4d42-8c31-ff5f24bfccfb req-6962c695-45fb-47b0-afa5-3ce3fb1b5da9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495181
Feb 18 00:20:24.364335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e265da-abcb-46f9-8035-65e6c03722be req-25bfd549-5a8b-47b0-8db6-3d6f7448b67d tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:24.371793 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-86e265da-abcb-46f9-8035-65e6c03722be req-25bfd549-5a8b-47b0-8db6-3d6f7448b67d tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 945 time: 0.1853447
Feb 18 00:20:24.461538 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-86e265da-abcb-46f9-8035-65e6c03722be req-0826d601-fb18-49c8-9819-e8a24072ae1e tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884268
Feb 18 00:20:24.919339 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879e392-a110-4529-a58c-c50e36422043 req-156a1c10-5304-43d6-a382-309449613dc3 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:24.921074 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3879e392-a110-4529-a58c-c50e36422043 req-156a1c10-5304-43d6-a382-309449613dc3 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 943 time: 0.1010406
Feb 18 00:20:24.964758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42146) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:24.999649 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3879e392-a110-4529-a58c-c50e36422043 req-584d6b4d-e076-4dd5-bc5c-fb522a329670 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677099
Feb 18 00:20:25.117745 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:25.329304 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9aa7a-bf91-4ef2-87dd-02b522e46195 req-9752f82a-cb2d-4602-9181-60484bf34bdc tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:25.331411 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-78b9aa7a-bf91-4ef2-87dd-02b522e46195 req-9752f82a-cb2d-4602-9181-60484bf34bdc tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1303000
Feb 18 00:20:25.364111 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5c9b13bd-1e89-4371-84b8-360b75c9307e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:25.380914 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5c9b13bd-1e89-4371-84b8-360b75c9307e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:25.404323 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-78b9aa7a-bf91-4ef2-87dd-02b522e46195 req-4f9d8f02-9716-4113-bc5f-45853b0a54e1 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633924
Feb 18 00:20:25.421108 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5c9b13bd-1e89-4371-84b8-360b75c9307e admin admin] Usage tracker for resource:security_group_rule and tenant:323f9f3d26c8479f887df621a93e56f2 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:25.424434 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5c9b13bd-1e89-4371-84b8-360b75c9307e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:25.446001 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5c9b13bd-1e89-4371-84b8-360b75c9307e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:25.512696 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 42168) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:25.619396 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5c9b13bd-1e89-4371-84b8-360b75c9307e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:25.625558 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5c9b13bd-1e89-4371-84b8-360b75c9307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:25.644972 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dbb4dce6-2dba-41c2-9484-b1dd6df75005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:25.725928 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5c9b13bd-1e89-4371-84b8-360b75c9307e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=323f9f3d26c8479f887df621a93e56f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7597773
Feb 18 00:20:25.741849 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42176) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:25.761466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-239955909-network', 'tenant_id': '4297d6dc10044ff19a2e44257e4aeb4a'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:20:25.778687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:25.782837 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b13bd-1e89-4371-84b8-360b75c9307e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a64852-e5a5-4314-b418-8290ce8515bb,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:25.787340 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Usage tracker for resource:network and tenant:4297d6dc10044ff19a2e44257e4aeb4a is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:25.791380 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:25.801085 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:25.818114 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Made reservation on behalf of 4297d6dc10044ff19a2e44257e4aeb4a for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:20:25.833169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5c9b13bd-1e89-4371-84b8-360b75c9307e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:25.838641 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:25.864048 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:25.885665 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:25.898801 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8c6f34d2-aad3-43e9-aaaf-583c2fc6d325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:25.906194 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Usage tracker for resource:security_group_rule and tenant:4297d6dc10044ff19a2e44257e4aeb4a is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:25.910620 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:25.918717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:25.927369 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e645dd-4c47-4c1c-8bf8-61f40f2652c0 req-a519a1ea-50c1-48b4-a4c7-436dcb346240 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:25.929513 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c1e645dd-4c47-4c1c-8bf8-61f40f2652c0 req-a519a1ea-50c1-48b4-a4c7-436dcb346240 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 945 time: 0.2690723
Feb 18 00:20:25.935082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8c6f34d2-aad3-43e9-aaaf-583c2fc6d325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:26.000041 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:26.026382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8c6f34d2-aad3-43e9-aaaf-583c2fc6d325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:26.030552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cba9edca-5d6a-4a1e-976b-46a2c321d03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:26.041034 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c1e645dd-4c47-4c1c-8bf8-61f40f2652c0 req-05d7cb29-7703-49e0-85af-6ae3044f283b tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027653
Feb 18 00:20:26.074898 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f34d2-aad3-43e9-aaaf-583c2fc6d325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a64852-e5a5-4314-b418-8290ce8515bb,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:26.086961 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8c6f34d2-aad3-43e9-aaaf-583c2fc6d325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:26.088198 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8c6f34d2-aad3-43e9-aaaf-583c2fc6d325 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80a64852-e5a5-4314-b418-8290ce8515bb HTTP/1.1" status: 204  len: 168 time: 0.3450308
Feb 18 00:20:26.095875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8c6f34d2-aad3-43e9-aaaf-583c2fc6d325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:26.183538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:26.187994 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:26.206577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:20:26.217152 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252823229180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:26.217590 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Added segment 20df7351-92b3-4b1b-9744-eac7a387e41f of type vxlan for network b6fa154a-dfa7-42b4-87d9-338c31b4b8ba
Feb 18 00:20:26.224793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bee48ad5-60ad-46fa-a850-69f70285efe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:26.387966 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:26.388165 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:26.395097 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36bb026-9f7a-4392-87da-179c80de3db7,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:26.400625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:26.466707 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:26.469485 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:26.470708 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:26.481724 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76006dc-ff9a-4914-bc6c-f8db1de0522a req-8caa1469-bf30-432c-bd78-97146fd83685 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:26.483589 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e76006dc-ff9a-4914-bc6c-f8db1de0522a req-8caa1469-bf30-432c-bd78-97146fd83685 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 943 time: 0.2600086
Feb 18 00:20:26.495056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:26.885080 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Pushing event updated for resources: {'Network': ['ID=b6fa154a-dfa7-42b4-87d9-338c31b4b8ba,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:26.894746 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:26.897307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network b6fa154a-dfa7-42b4-87d9-338c31b4b8ba details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:20:26.907498 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42206) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:26.908964 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e76006dc-ff9a-4914-bc6c-f8db1de0522a req-fd15d0fa-4acd-4984-9477-0e0feb125b8a tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3981318
Feb 18 00:20:26.913377 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.3984628
Feb 18 00:20:26.915966 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 42210) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:26.932982 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Request body: {'subnet': {'network_id': 'b6fa154a-dfa7-42b4-87d9-338c31b4b8ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-239955909-subnet', 'tenant_id': '4297d6dc10044ff19a2e44257e4aeb4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:20:26.937284 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b45cc85e-c5ae-415d-a6eb-c37af8a1717b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:26.938797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:26.945943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Usage tracker for resource:subnet and tenant:4297d6dc10044ff19a2e44257e4aeb4a is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:26.949347 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:26.955454 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:26.966164 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Made reservation on behalf of 4297d6dc10044ff19a2e44257e4aeb4a for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:20:26.972177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:26.978131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b45cc85e-c5ae-415d-a6eb-c37af8a1717b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:26.984385 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b45cc85e-c5ae-415d-a6eb-c37af8a1717b admin admin] Usage tracker for resource:security_group_rule and tenant:9807f1f1302546c68bd6f17c0c5630c1 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:26.988063 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b45cc85e-c5ae-415d-a6eb-c37af8a1717b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:26.995478 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b45cc85e-c5ae-415d-a6eb-c37af8a1717b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:27.033352 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network b6fa154a-dfa7-42b4-87d9-338c31b4b8ba details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:20:27.097877 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b45cc85e-c5ae-415d-a6eb-c37af8a1717b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:27.101402 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b45cc85e-c5ae-415d-a6eb-c37af8a1717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:27.119849 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-491e9cc6-9375-47ec-b6dc-8ccd0cfa5695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:27.162554 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b45cc85e-c5ae-415d-a6eb-c37af8a1717b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9807f1f1302546c68bd6f17c0c5630c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2532303
Feb 18 00:20:27.165812 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42216) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:27.179043 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cc85e-c5ae-415d-a6eb-c37af8a1717b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b29aeed-5dee-440a-947b-a674571a7f2e,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:27.183611 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b45cc85e-c5ae-415d-a6eb-c37af8a1717b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:27.207603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35674b40-bb2f-49ea-9a69-e888857b1a93 req-0d1b1df4-c3ce-4228-9018-240488e835cc tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:27.209260 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-35674b40-bb2f-49ea-9a69-e888857b1a93 req-0d1b1df4-c3ce-4228-9018-240488e835cc tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1360755
Feb 18 00:20:27.236963 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5700138-4222-4524-aa71-e51e55755b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:27.267431 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5700138-4222-4524-aa71-e51e55755b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:27.313213 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5700138-4222-4524-aa71-e51e55755b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:27.314791 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-35674b40-bb2f-49ea-9a69-e888857b1a93 req-265b9f12-f249-4835-82b6-75f14284b58d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968997
Feb 18 00:20:27.318923 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4dec1eac-909d-49bb-971a-fe5e85c07a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:27.332851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5700138-4222-4524-aa71-e51e55755b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b29aeed-5dee-440a-947b-a674571a7f2e,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:27.335951 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c5700138-4222-4524-aa71-e51e55755b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:27.336938 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5700138-4222-4524-aa71-e51e55755b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:27.338091 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c5700138-4222-4524-aa71-e51e55755b5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b29aeed-5dee-440a-947b-a674571a7f2e HTTP/1.1" status: 204  len: 168 time: 0.1711483
Feb 18 00:20:27.561516 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94603e-aa8d-4766-baeb-483c8ccc5136 req-dc7ad7b2-8c4b-41d9-a849-78351a146076 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:27.563114 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fb94603e-aa8d-4766-baeb-483c8ccc5136 req-dc7ad7b2-8c4b-41d9-a849-78351a146076 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 945 time: 0.1130950
Feb 18 00:20:27.628849 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fb94603e-aa8d-4766-baeb-483c8ccc5136 req-0fe39699-811b-4d99-b69d-63f7996583cf tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536478
Feb 18 00:20:27.688449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:27.704233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:27.731805 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51793be6-23c3-4dfc-8d19-2fce95836d77 req-6b4680e6-9795-46cd-96ba-b841f2e681cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:27.734226 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-51793be6-23c3-4dfc-8d19-2fce95836d77 req-6b4680e6-9795-46cd-96ba-b841f2e681cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acbe6b9a6cef4c53a0b9b1ea15b35d58&device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 1160 time: 0.0936074
Feb 18 00:20:27.833327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17d25f5-3b4a-4cd2-856d-75e35d4cb909,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:27.840575 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:27.935206 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51793be6-23c3-4dfc-8d19-2fce95836d77 req-9a096694-2b6a-4ba3-aec5-068e218afc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:27.936829 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-51793be6-23c3-4dfc-8d19-2fce95836d77 req-9a096694-2b6a-4ba3-aec5-068e218afc4f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=acbe6b9a6cef4c53a0b9b1ea15b35d58&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1908281
Feb 18 00:20:27.986352 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Checking segment: {'id': '20df7351-92b3-4b1b-9744-eac7a387e41f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6fa154a-dfa7-42b4-87d9-338c31b4b8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:20:27.986743 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Network hostable DHCP agents. Network: b6fa154a-dfa7-42b4-87d9-338c31b4b8ba, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:20:28.004211 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c05688-90e4-4a58-b553-e6f6f83a4b06 req-8547b4f0-e832-429f-bee2-9d229fee035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:28.005314 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-35c05688-90e4-4a58-b553-e6f6f83a4b06 req-8547b4f0-e832-429f-bee2-9d229fee035c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 1162 time: 0.1342385
Feb 18 00:20:28.062117 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Network b6fa154a-dfa7-42b4-87d9-338c31b4b8ba is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:20:28.094973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, b6fa154a-dfa7-42b4-87d9-338c31b4b8ba) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:20:28.105294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e8d7e9-df6a-4f1c-b416-af842152b1b0 None None] Network b6fa154a-dfa7-42b4-87d9-338c31b4b8ba requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:20:28.111742 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:28.112714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:28.129857 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-35c05688-90e4-4a58-b553-e6f6f83a4b06 req-dc29ca2a-6621-4228-bd4f-9c59a2d7eac8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120024
Feb 18 00:20:28.134896 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51793be6-23c3-4dfc-8d19-2fce95836d77 req-3578c193-7ee3-4836-b63a-609cc3c3d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:28.136538 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-51793be6-23c3-4dfc-8d19-2fce95836d77 req-3578c193-7ee3-4836-b63a-609cc3c3d7ab service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1924078
Feb 18 00:20:28.243974 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3173862
Feb 18 00:20:28.293698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b503df0-048a-45aa-91e2-bc9d87aa3908 req-e7bc20c2-a6fa-40fd-8bfa-e499b2419b93 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:28.304930 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8b503df0-048a-45aa-91e2-bc9d87aa3908 req-e7bc20c2-a6fa-40fd-8bfa-e499b2419b93 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 943 time: 0.1700792
Feb 18 00:20:28.373370 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8b503df0-048a-45aa-91e2-bc9d87aa3908 req-42656a7a-f201-4aad-951d-4dd028da5943 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602901
Feb 18 00:20:28.457237 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5937973-7587-4b9b-b406-a7764e7ff620 None None] Network b6fa154a-dfa7-42b4-87d9-338c31b4b8ba requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:20:28.630249 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29095f-434b-444d-9486-0556c55734e9 req-6ad1f6bc-caea-4d06-8a7d-010f03f48815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:28.632004 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df29095f-434b-444d-9486-0556c55734e9 req-6ad1f6bc-caea-4d06-8a7d-010f03f48815 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acbe6b9a6cef4c53a0b9b1ea15b35d58&device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 1160 time: 0.2386436
Feb 18 00:20:28.724267 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e918c-b00c-4bb6-b3f0-d76fe6508314 req-ebc781ca-1056-4736-b5a8-97b3c562eb49 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:28.725926 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ea6e918c-b00c-4bb6-b3f0-d76fe6508314 req-ebc781ca-1056-4736-b5a8-97b3c562eb49 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1900730
Feb 18 00:20:28.737022 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df29095f-434b-444d-9486-0556c55734e9 req-8bfd7635-0852-43c1-80a5-6cefdb10c90e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215 HTTP/1.1" status: 200  len: 217 time: 0.0849204
Feb 18 00:20:28.827289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29095f-434b-444d-9486-0556c55734e9 req-6f3fb6ef-03ea-4cb5-9c24-fdb7abc878be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:28.828898 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df29095f-434b-444d-9486-0556c55734e9 req-6f3fb6ef-03ea-4cb5-9c24-fdb7abc878be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=808293fb-19c9-449a-969e-06462c294bc2 HTTP/1.1" status: 200  len: 853 time: 0.0728722
Feb 18 00:20:28.861931 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ea6e918c-b00c-4bb6-b3f0-d76fe6508314 req-57c192f2-a2c1-4c05-a2be-f1bf6f15a994 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269312
Feb 18 00:20:28.987392 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29752e-6584-4b06-8cab-b9355b38b60c req-3ee810d2-8b4b-4012-aeba-ddfdad71130a tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:28.989047 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d29752e-6584-4b06-8cab-b9355b38b60c req-3ee810d2-8b4b-4012-aeba-ddfdad71130a tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 945 time: 0.1129220
Feb 18 00:20:29.042290 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d29752e-6584-4b06-8cab-b9355b38b60c req-071e9c52-5bf0-4ed5-a633-25f2d42ee7f8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466793
Feb 18 00:20:29.604113 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89d8e1-bc08-4509-91a6-1eec75a20e0a req-af105050-4fe3-4493-a842-baf734d38550 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:29.605818 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7a89d8e1-bc08-4509-91a6-1eec75a20e0a req-af105050-4fe3-4493-a842-baf734d38550 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 943 time: 0.1240873
Feb 18 00:20:29.659795 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7a89d8e1-bc08-4509-91a6-1eec75a20e0a req-725b02e1-20cd-4b41-b43c-8179abc4ba16 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468602
Feb 18 00:20:29.688698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42300) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:29.694812 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-732392362-network', 'tenant_id': 'ff1615cb060040bab1e07b679493a64b'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:20:29.700792 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:29.704937 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Usage tracker for resource:network and tenant:ff1615cb060040bab1e07b679493a64b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:29.708012 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:29.714209 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:29.723810 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Made reservation on behalf of ff1615cb060040bab1e07b679493a64b for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:20:29.728732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:29.742168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:29.757932 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:29.762489 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Usage tracker for resource:security_group_rule and tenant:ff1615cb060040bab1e07b679493a64b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:29.765446 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:29.771223 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:29.867398 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:30.055248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:30.060481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6cf5f066-dbb7-49ec-9a2f-4ac07aa7358d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:30.106599 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05e69e-b618-4543-bcba-1bd033d53a57 req-9607ddf5-252d-48b7-a1a8-4074ff4be621 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:30.108245 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f05e69e-b618-4543-bcba-1bd033d53a57 req-9607ddf5-252d-48b7-a1a8-4074ff4be621 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1101861
Feb 18 00:20:30.148849 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:20:30.159733 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f05e69e-b618-4543-bcba-1bd033d53a57 req-b0eef76d-d0a5-4de4-8260-3d0972c6e807 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444839
Feb 18 00:20:30.174360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1197103a-a745-4464-8413-abc11caf86a0,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:30.187724 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:30.189058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:30.189522 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Added segment 04f1e0c5-dd90-4b9d-ba12-773a9e3debbe of type vxlan for network 936369ad-2fbd-49d5-abde-592b8af89185
Feb 18 00:20:30.241620 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:30.252151 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29095f-434b-444d-9486-0556c55734e9 req-1041bf80-54c3-4870-bba5-202bfe447cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:30.254044 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df29095f-434b-444d-9486-0556c55734e9 req-1041bf80-54c3-4870-bba5-202bfe447cd4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1706328
Feb 18 00:20:30.298501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:30.301116 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:30.304874 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:30.315428 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:30.395699 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ec0f3-1e5f-4423-b4f2-df2dd967d975 req-ff4736e1-6b2d-4011-a0dc-a0a2fd3831d2 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:30.397472 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5a4ec0f3-1e5f-4423-b4f2-df2dd967d975 req-ff4736e1-6b2d-4011-a0dc-a0a2fd3831d2 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 945 time: 0.1073985
Feb 18 00:20:30.429850 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.7398505
Feb 18 00:20:30.431387 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Pushing event updated for resources: {'Network': ['ID=936369ad-2fbd-49d5-abde-592b8af89185,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:30.433529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42324) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:30.436508 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:30.441088 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Request body: {'subnet': {'network_id': '936369ad-2fbd-49d5-abde-592b8af89185', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-732392362-subnet', 'tenant_id': 'ff1615cb060040bab1e07b679493a64b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:20:30.443671 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network 936369ad-2fbd-49d5-abde-592b8af89185 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:20:30.444596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42328) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:30.454136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:30.458277 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Usage tracker for resource:subnet and tenant:ff1615cb060040bab1e07b679493a64b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:30.461344 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:30.467636 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:30.469089 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5a4ec0f3-1e5f-4423-b4f2-df2dd967d975 req-a7a2092e-bb08-418f-8328-e0913c7d94bf tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635350
Feb 18 00:20:30.477393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Made reservation on behalf of ff1615cb060040bab1e07b679493a64b for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:20:30.482486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822688071'] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:30.676589 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-67de0a4f-3b74-454a-b560-662cb5c8b98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:30.707146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-67de0a4f-3b74-454a-b560-662cb5c8b98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:30.713653 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-67de0a4f-3b74-454a-b560-662cb5c8b98f admin admin] Usage tracker for resource:security_group_rule and tenant:70d02f193ba140ada3a3aaba47f890e5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:30.718491 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-67de0a4f-3b74-454a-b560-662cb5c8b98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:30.726878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-67de0a4f-3b74-454a-b560-662cb5c8b98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:30.865561 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae39444-9229-4acf-a4b1-9e935ec9ff65 req-68b4333f-5c82-44f2-8dba-502ff2f188b7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:30.867192 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ae39444-9229-4acf-a4b1-9e935ec9ff65 req-68b4333f-5c82-44f2-8dba-502ff2f188b7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 943 time: 0.0921967
Feb 18 00:20:30.917683 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ae39444-9229-4acf-a4b1-9e935ec9ff65 req-c0488a43-0a0a-4dbf-ac82-583dc3529f2a tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434544
Feb 18 00:20:30.946183 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-67de0a4f-3b74-454a-b560-662cb5c8b98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:30.950223 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-67de0a4f-3b74-454a-b560-662cb5c8b98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:30.958494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b2ba62ba-768d-4591-8b46-ca0f45c98186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:31.018624 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-67de0a4f-3b74-454a-b560-662cb5c8b98f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=70d02f193ba140ada3a3aaba47f890e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5706742
Feb 18 00:20:31.019475 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42340) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:31.022553 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de0a4f-3b74-454a-b560-662cb5c8b98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f895907f-52a8-4783-9069-7b382f9525b1,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:31.037639 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-67de0a4f-3b74-454a-b560-662cb5c8b98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:31.146273 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4f02f3a5-90c2-453c-87de-19a2473a5551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:31.148943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036821255243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822688088'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:31.173743 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-191cb587-b330-46f2-a753-f860bddcc842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:31.292670 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4f02f3a5-90c2-453c-87de-19a2473a5551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:31.346683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=866b5118-6d5b-48cb-9b03-9dccf4f1cc20,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:31.349908 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:31.366473 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55983a45-90a5-4661-8195-eeeee2d679a3 req-8a93a8a8-b1a3-42d9-a5fa-7f822c884328 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:31.368648 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-55983a45-90a5-4661-8195-eeeee2d679a3 req-8a93a8a8-b1a3-42d9-a5fa-7f822c884328 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.0879722
Feb 18 00:20:31.417913 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4f02f3a5-90c2-453c-87de-19a2473a5551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:31.422744 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-55983a45-90a5-4661-8195-eeeee2d679a3 req-3fe29dab-fdf9-44b2-9444-9534d5c39e12 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464160
Feb 18 00:20:31.424824 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6ea8a12c-9223-4493-b23d-55f0d94d1c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:31.442235 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02f3a5-90c2-453c-87de-19a2473a5551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f895907f-52a8-4783-9069-7b382f9525b1,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:31.444787 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4f02f3a5-90c2-453c-87de-19a2473a5551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:31.453358 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Checking segment: {'id': '04f1e0c5-dd90-4b9d-ba12-773a9e3debbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '936369ad-2fbd-49d5-abde-592b8af89185'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:20:31.453750 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Network hostable DHCP agents. Network: 936369ad-2fbd-49d5-abde-592b8af89185, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:20:31.468255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4f02f3a5-90c2-453c-87de-19a2473a5551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:31.469508 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4f02f3a5-90c2-453c-87de-19a2473a5551 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f895907f-52a8-4783-9069-7b382f9525b1 HTTP/1.1" status: 204  len: 168 time: 0.4490244
Feb 18 00:20:31.479848 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Network 936369ad-2fbd-49d5-abde-592b8af89185 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:20:31.488424 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, 936369ad-2fbd-49d5-abde-592b8af89185) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:20:31.500109 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:31.500797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:31.501498 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8446f-94cc-483f-a5ef-8670af426a12 None None] Network 936369ad-2fbd-49d5-abde-592b8af89185 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:20:31.529570 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9b30ae96-773b-42fc-a8b7-2cf8d67dd255 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0877666
Feb 18 00:20:31.736081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1893a9-ae12-4bf4-9b3c-86a89ff5cce4 None None] Network 936369ad-2fbd-49d5-abde-592b8af89185 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:20:31.801200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42360) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:31.820707 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-df41cf81-2cb2-41b4-a95c-a9065f360d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:31.838717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-df41cf81-2cb2-41b4-a95c-a9065f360d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:31.844072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-df41cf81-2cb2-41b4-a95c-a9065f360d90 admin admin] Usage tracker for resource:security_group_rule and tenant:80ae5221d79e4e7fbe9592d549795cec is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:31.848487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-df41cf81-2cb2-41b4-a95c-a9065f360d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:31.854779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-df41cf81-2cb2-41b4-a95c-a9065f360d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:31.947916 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-df41cf81-2cb2-41b4-a95c-a9065f360d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:31.952152 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-df41cf81-2cb2-41b4-a95c-a9065f360d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:31.962939 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cc40693e-638c-42f2-8690-0b6cfb9aad10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:32.109562 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-df41cf81-2cb2-41b4-a95c-a9065f360d90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80ae5221d79e4e7fbe9592d549795cec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3071415
Feb 18 00:20:32.112374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 42366) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:32.116334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network 936369ad-2fbd-49d5-abde-592b8af89185 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:20:32.117697 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41cf81-2cb2-41b4-a95c-a9065f360d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7dce8b-d700-4bfc-9b04-4e05a03145ba,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:32.128692 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-df41cf81-2cb2-41b4-a95c-a9065f360d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:32.169753 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c4f4e-724f-443b-b7d2-6bdd25519235 req-80f1f14c-0fbd-469f-bdcf-20bb2837bf33 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:32.172239 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-552c4f4e-724f-443b-b7d2-6bdd25519235 req-80f1f14c-0fbd-469f-bdcf-20bb2837bf33 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 943 time: 0.1328943
Feb 18 00:20:32.233709 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df29095f-434b-444d-9486-0556c55734e9 req-1d6fda01-0211-4cb9-8a24-67a0ac3f2780 service neutron] 10.222.0.58 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2289796
Feb 18 00:20:32.277232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 82ab0d1d-ec6c-4986-ad71-1f684389a6ef up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:32.342108 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-552c4f4e-724f-443b-b7d2-6bdd25519235 req-dbfb83c2-47b2-48c0-99b9-3def5286c7c0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595058
Feb 18 00:20:32.363516 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f5583554-78ff-4fe6-b63a-43b5fef3fe7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:32.434422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f5583554-78ff-4fe6-b63a-43b5fef3fe7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:32.541773 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f5583554-78ff-4fe6-b63a-43b5fef3fe7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:32.542880 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df29095f-434b-444d-9486-0556c55734e9 req-f755390b-6f5a-48e4-973a-29b233291925 service neutron] 10.222.0.58 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2948897
Feb 18 00:20:32.547237 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b8c9459a-d121-46a5-a92f-4656ae4d8a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:32.584047 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f5583554-78ff-4fe6-b63a-43b5fef3fe7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:32.585553 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f5583554-78ff-4fe6-b63a-43b5fef3fe7d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd7dce8b-d700-4bfc-9b04-4e05a03145ba HTTP/1.1" status: 204  len: 168 time: 0.4699962
Feb 18 00:20:32.586735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5583554-78ff-4fe6-b63a-43b5fef3fe7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7dce8b-d700-4bfc-9b04-4e05a03145ba,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:32.588153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 82ab0d1d-ec6c-4986-ad71-1f684389a6ef triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:32.589410 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f5583554-78ff-4fe6-b63a-43b5fef3fe7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:32.598536 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:32.763646 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c582ec-ef98-454b-b416-c2301a75c16f req-5a56a223-8e4c-45e8-9f34-40b573cdfcd1 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:32.765641 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a4c582ec-ef98-454b-b416-c2301a75c16f req-5a56a223-8e4c-45e8-9f34-40b573cdfcd1 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1358776
Feb 18 00:20:32.828248 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a4c582ec-ef98-454b-b416-c2301a75c16f req-ca110f1a-4f4a-4bd5-92ce-1c06a621b12b tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547316
Feb 18 00:20:33.106035 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device e4e053b1-118e-446e-9628-f71e74fb8118 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:33.188108 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port e4e053b1-118e-446e-9628-f71e74fb8118 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:33.188725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:33.422513 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8900a9a-3553-4416-b9c6-8d7b7adbe8f6 req-4b9e3891-21f3-4256-97c2-fbc1b70efac3 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:33.424583 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8900a9a-3553-4416-b9c6-8d7b7adbe8f6 req-4b9e3891-21f3-4256-97c2-fbc1b70efac3 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 945 time: 0.0931392
Feb 18 00:20:33.482017 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8900a9a-3553-4416-b9c6-8d7b7adbe8f6 req-0d58da35-d2d8-48ab-8f7b-782e3e7bda8a tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501244
Feb 18 00:20:33.698403 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5065b2-38ae-4a65-b3dc-c49cbb7b64ab req-b469c8ab-1f6b-49fb-9db7-50bf8d104e5f tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:33.706282 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b5065b2-38ae-4a65-b3dc-c49cbb7b64ab req-b469c8ab-1f6b-49fb-9db7-50bf8d104e5f tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 943 time: 0.1065662
Feb 18 00:20:33.761802 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b5065b2-38ae-4a65-b3dc-c49cbb7b64ab req-4a919234-78d9-40aa-a446-55b9eb627453 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543272
Feb 18 00:20:34.035738 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48e48a-018d-4203-ba9d-d90703d3d580 req-5521bd55-9bb5-497a-9531-261b817bad54 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:34.037396 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1d48e48a-018d-4203-ba9d-d90703d3d580 req-5521bd55-9bb5-497a-9531-261b817bad54 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.0905790
Feb 18 00:20:34.095931 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1d48e48a-018d-4203-ba9d-d90703d3d580 req-2d5cf31f-a6bc-4c75-97e7-18e061f65408 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462093
Feb 18 00:20:34.405615 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af605c-55ec-45a9-8e96-11300e3c5baa req-8fc19883-3641-4f80-a30a-ac2562a2ebb5 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:34.407291 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-41af605c-55ec-45a9-8e96-11300e3c5baa req-8fc19883-3641-4f80-a30a-ac2562a2ebb5 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1399925
Feb 18 00:20:34.460796 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-41af605c-55ec-45a9-8e96-11300e3c5baa req-9ca7c87c-3531-4f3d-a65d-54847bed8ce2 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448434
Feb 18 00:20:34.701214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949355e-614b-436d-bf9b-a01b336c7ab9 req-a60eb82f-4d17-4c81-9272-760947ffd1a7 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:34.702816 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b949355e-614b-436d-bf9b-a01b336c7ab9 req-a60eb82f-4d17-4c81-9272-760947ffd1a7 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 945 time: 0.0923998
Feb 18 00:20:34.769748 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b949355e-614b-436d-bf9b-a01b336c7ab9 req-ec1eb2c8-abcf-44a7-bfd4-788e2663026f tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595851
Feb 18 00:20:35.032135 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19d023-87fa-4fef-b22d-783108d0efbc req-ff593916-2da8-4e5e-a762-738c4051c31f tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:35.033888 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5c19d023-87fa-4fef-b22d-783108d0efbc req-ff593916-2da8-4e5e-a762-738c4051c31f tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 943 time: 0.1012268
Feb 18 00:20:35.089370 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5c19d023-87fa-4fef-b22d-783108d0efbc req-26024f1e-ae72-4961-8674-80588b82b0de tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476053
Feb 18 00:20:35.163183 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-15ab93e3-a5d4-45ca-a6e6-b8e1fee0e065 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83995) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 00:20:35.602750 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1ab0-edd9-4981-ab12-3106da73483d req-d8b03b05-2641-465f-b843-83d50c390b85 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:35.605213 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c81e1ab0-edd9-4981-ab12-3106da73483d req-d8b03b05-2641-465f-b843-83d50c390b85 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.58 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 945 time: 0.2979162
Feb 18 00:20:35.710756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-c81e1ab0-edd9-4981-ab12-3106da73483d req-dea46284-190e-4255-98f9-8d3d34554515 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Deleting port 82ab0d1d-ec6c-4986-ad71-1f684389a6ef {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:20:35.711141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c81e1ab0-edd9-4981-ab12-3106da73483d req-dea46284-190e-4255-98f9-8d3d34554515 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:35.752793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d0a71600-2e39-42a1-bbbf-4a99f03da215 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:35.823892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 42514) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:35.915415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port d0a71600-2e39-42a1-bbbf-4a99f03da215 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:20:35.923722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port d0a71600-2e39-42a1-bbbf-4a99f03da215 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:35.925064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:36.086973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e0f0513e-3e68-4f65-8d31-6fde6ddb0a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:36.116166 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e0f0513e-3e68-4f65-8d31-6fde6ddb0a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:36.121234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e0f0513e-3e68-4f65-8d31-6fde6ddb0a5e admin admin] Usage tracker for resource:security_group_rule and tenant:4283b2eaf8184defb7e1071f24528b5b is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:36.125259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e0f0513e-3e68-4f65-8d31-6fde6ddb0a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:36.131207 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e0f0513e-3e68-4f65-8d31-6fde6ddb0a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:36.153402 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-c81e1ab0-edd9-4981-ab12-3106da73483d req-dea46284-190e-4255-98f9-8d3d34554515 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] For port 82ab0d1d-ec6c-4986-ad71-1f684389a6ef, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=82ab0d1d-ec6c-4986-ad71-1f684389a6ef,segment=NetworkSegment(1aca343c-16af-417c-8fc2-a8e4547c5b23),segment_id=1aca343c-16af-417c-8fc2-a8e4547c5b23)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:20:36.153806 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c81e1ab0-edd9-4981-ab12-3106da73483d req-dea46284-190e-4255-98f9-8d3d34554515 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:36.167770 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:36.229337 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:20:36.255372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port d0a71600-2e39-42a1-bbbf-4a99f03da215, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215,segment=NetworkSegment(5df5cdbe-bb6b-4ace-9019-3d8548900301),segment_id=5df5cdbe-bb6b-4ace-9019-3d8548900301)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:20:36.260487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:36.263184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:36.282578 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e0f0513e-3e68-4f65-8d31-6fde6ddb0a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:36.301993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e1f5c-71da-4e66-934c-1e37fce67cc3 req-4b9e8cf3-6efb-463b-9c58-5d6434529bf9 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:36.303714 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c51e1f5c-71da-4e66-934c-1e37fce67cc3 req-4b9e8cf3-6efb-463b-9c58-5d6434529bf9 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 945 time: 0.3423505
Feb 18 00:20:36.319579 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e0f0513e-3e68-4f65-8d31-6fde6ddb0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:36.343904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=d0a71600-2e39-42a1-bbbf-4a99f03da215,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:36.350723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:36.380037 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0536eefb-fe58-4cb9-9495-4ff3bf1abb4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:36.425000 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0513e-3e68-4f65-8d31-6fde6ddb0a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22dd925-b3fe-4c3f-8cdd-e1f73e078e9d,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:36.435908 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-c81e1ab0-edd9-4981-ab12-3106da73483d req-dea46284-190e-4255-98f9-8d3d34554515 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Calling delete_port for 82ab0d1d-ec6c-4986-ad71-1f684389a6ef owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:20:36.441395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e0f0513e-3e68-4f65-8d31-6fde6ddb0a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:36.459775 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c51e1f5c-71da-4e66-934c-1e37fce67cc3 req-d3e440df-1cf7-4e09-836a-37b47e54b7d9 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460392
Feb 18 00:20:36.463677 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e0f0513e-3e68-4f65-8d31-6fde6ddb0a5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4283b2eaf8184defb7e1071f24528b5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6378195
Feb 18 00:20:36.465956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 42534) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:36.517448 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215', 'code': 200}
Feb 18 00:20:36.535744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1314f892-ddf8-4433-a969-4a3da3fef933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:36.568816 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1314f892-ddf8-4433-a969-4a3da3fef933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:36.605464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f46fd1-5f9b-476d-8fea-b17d5afecd13 req-42050452-b006-4f3f-89f4-d44ff7dce705 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:36.613520 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50f46fd1-5f9b-476d-8fea-b17d5afecd13 req-42050452-b006-4f3f-89f4-d44ff7dce705 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 945 time: 0.1855385
Feb 18 00:20:36.623518 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1314f892-ddf8-4433-a969-4a3da3fef933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:36.629249 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6e383b45-7dc7-4b01-8b6e-e2e758738e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:36.642621 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314f892-ddf8-4433-a969-4a3da3fef933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22dd925-b3fe-4c3f-8cdd-e1f73e078e9d,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:36.646259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1314f892-ddf8-4433-a969-4a3da3fef933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:36.655027 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1314f892-ddf8-4433-a969-4a3da3fef933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:36.656525 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1314f892-ddf8-4433-a969-4a3da3fef933 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a22dd925-b3fe-4c3f-8cdd-e1f73e078e9d HTTP/1.1" status: 204  len: 168 time: 0.1894333
Feb 18 00:20:36.721841 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50f46fd1-5f9b-476d-8fea-b17d5afecd13 req-fe5212db-a2a3-44f6-8853-39275d140930 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066742
Feb 18 00:20:36.779016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c81e1ab0-edd9-4981-ab12-3106da73483d req-dea46284-190e-4255-98f9-8d3d34554515 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:36.901111 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-edbf1099-1c7e-48b1-9c5c-b4cd102d318f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:36.985357 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea46284-190e-4255-98f9-8d3d34554515 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Pushing event deleted for resources: {'Port': ['ID=82ab0d1d-ec6c-4986-ad71-1f684389a6ef,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:36.990158 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dea46284-190e-4255-98f9-8d3d34554515 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:37.054514 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce0017-0bbd-4d25-82c5-985e3bfc443f req-ac027a53-eee4-4f3b-8eeb-274eb65c3fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:37.056714 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-22ce0017-0bbd-4d25-82c5-985e3bfc443f req-ac027a53-eee4-4f3b-8eeb-274eb65c3fbe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 1162 time: 0.2906077
Feb 18 00:20:37.059715 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d0a71600-2e39-42a1-bbbf-4a99f03da215 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:37.100802 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81e1ab0-edd9-4981-ab12-3106da73483d req-dea46284-190e-4255-98f9-8d3d34554515 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] No DVR routers for this DVR port 82ab0d1d-ec6c-4986-ad71-1f684389a6ef on host hv-cinder-75157 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:20:37.103445 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c81e1ab0-edd9-4981-ab12-3106da73483d req-dea46284-190e-4255-98f9-8d3d34554515 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:37.106933 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d303ff-ebaa-45c5-b538-4b541dad8211', 'name': 'network-vif-deleted', 'tag': '82ab0d1d-ec6c-4986-ad71-1f684389a6ef'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:20:37.143722 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c81e1ab0-edd9-4981-ab12-3106da73483d req-dea46284-190e-4255-98f9-8d3d34554515 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.58 "DELETE /v2.0/ports/82ab0d1d-ec6c-4986-ad71-1f684389a6ef HTTP/1.1" status: 204  len: 173 time: 1.5228164
Feb 18 00:20:37.144007 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-22ce0017-0bbd-4d25-82c5-985e3bfc443f req-25f0776b-66ff-491a-a7dc-2fbe11e32fe4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762875
Feb 18 00:20:37.158502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d400636-76dd-447d-b923-f22c0e351154 req-52cce73f-2106-43db-9deb-d380b91f8346 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:37.160176 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8d400636-76dd-447d-b923-f22c0e351154 req-52cce73f-2106-43db-9deb-d380b91f8346 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.2395778
Feb 18 00:20:37.163149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549523a-4f76-4d59-b31b-96d5094265bb req-14af0c51-1951-4f93-880f-a7f09bb4539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:37.173362 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2549523a-4f76-4d59-b31b-96d5094265bb req-14af0c51-1951-4f93-880f-a7f09bb4539b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=30fcfa6325fc46188a1b3d8f51ea489b&device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 1162 time: 0.2401097
Feb 18 00:20:37.185117 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d303ff-ebaa-45c5-b538-4b541dad8211', 'name': 'network-vif-deleted', 'tag': '82ab0d1d-ec6c-4986-ad71-1f684389a6ef', 'status': 'completed', 'code': 200}
Feb 18 00:20:37.196370 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port d0a71600-2e39-42a1-bbbf-4a99f03da215 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:37.197000 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:37.251293 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8d400636-76dd-447d-b923-f22c0e351154 req-e1f803f6-cfea-4250-ae31-c6377fbcf479 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768640
Feb 18 00:20:37.357346 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 82ab0d1d-ec6c-4986-ad71-1f684389a6ef no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:20:37.399677 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] No Port match for: 82ab0d1d-ec6c-4986-ad71-1f684389a6ef {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:20:37.400063 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 82ab0d1d-ec6c-4986-ad71-1f684389a6ef not bound to the agent host hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:20:37.548530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549523a-4f76-4d59-b31b-96d5094265bb req-531a8175-d642-47b9-a791-c8d2a2a5eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:37.548530 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2549523a-4f76-4d59-b31b-96d5094265bb req-531a8175-d642-47b9-a791-c8d2a2a5eb98 service neutron] 10.222.0.58 "GET /v2.0/networks?id=723b09a8-26d9-4b22-820f-e170fc1e54cc HTTP/1.1" status: 200  len: 913 time: 0.1683319
Feb 18 00:20:37.662436 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-bd135930-21c8-4a45-8580-d4fb1c0fc6ff req-e6b00997-40b8-44f2-b31b-5621bd4977f8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Synchronizing usage tracker for tenant:fe3b565fad244352aa93d9ac8e0192eb on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:20:37.680036 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-bd135930-21c8-4a45-8580-d4fb1c0fc6ff req-e6b00997-40b8-44f2-b31b-5621bd4977f8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Unset dirty status for tenant:fe3b565fad244352aa93d9ac8e0192eb on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:20:37.682128 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2549523a-4f76-4d59-b31b-96d5094265bb req-f7c418bf-f693-4e07-bdc6-72cd86934577 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97d88c37-7f15-4f91-aa45-cd450e2db183 HTTP/1.1" status: 200  len: 217 time: 0.1149659
Feb 18 00:20:37.682914 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bd135930-21c8-4a45-8580-d4fb1c0fc6ff req-e6b00997-40b8-44f2-b31b-5621bd4977f8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=19d303ff-ebaa-45c5-b538-4b541dad8211 HTTP/1.1" status: 200  len: 210 time: 0.0768034
Feb 18 00:20:37.767117 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549523a-4f76-4d59-b31b-96d5094265bb req-b3b6ef23-147d-4bb4-b881-bfc48cf8360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:37.768746 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2549523a-4f76-4d59-b31b-96d5094265bb req-b3b6ef23-147d-4bb4-b881-bfc48cf8360e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a838f012-ae05-4ba6-81a0-4e3e126d041f HTTP/1.1" status: 200  len: 859 time: 0.0797071
Feb 18 00:20:37.829502 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2549523a-4f76-4d59-b31b-96d5094265bb req-379e1ef3-d6a8-4cf9-8030-6a11c1b68393 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=723b09a8-26d9-4b22-820f-e170fc1e54cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502651
Feb 18 00:20:38.043062 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2549523a-4f76-4d59-b31b-96d5094265bb req-f57ae684-a596-407b-ac2c-67cb28239225 service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2026560
Feb 18 00:20:38.166457 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d1849-6af5-4917-a0cc-bd797dc1435e req-7155021f-e01c-422a-b31a-7dfe60d758c7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:38.168094 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-356d1849-6af5-4917-a0cc-bd797dc1435e req-7155021f-e01c-422a-b31a-7dfe60d758c7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 945 time: 0.3304861
Feb 18 00:20:38.260222 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-356d1849-6af5-4917-a0cc-bd797dc1435e req-b4b0a5d8-a955-453c-886f-15100c693382 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759456
Feb 18 00:20:38.261400 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2549523a-4f76-4d59-b31b-96d5094265bb req-5068dfd9-a8ca-4b24-9903-03104d74224c service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1957507
Feb 18 00:20:38.468556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398382a6-e435-4ce7-b9bb-8b33d958bf55 req-d8795704-0cdf-4e16-88bc-33f4be386436 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:38.470078 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-398382a6-e435-4ce7-b9bb-8b33d958bf55 req-d8795704-0cdf-4e16-88bc-33f4be386436 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0897491
Feb 18 00:20:38.521475 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-398382a6-e435-4ce7-b9bb-8b33d958bf55 req-f4fb1b7c-901b-4d3e-8e65-398a3c06f447 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450480
Feb 18 00:20:39.063488 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d0a71600-2e39-42a1-bbbf-4a99f03da215 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:39.140521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port d0a71600-2e39-42a1-bbbf-4a99f03da215 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:39.141028 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:39.149941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-29875395-0f85-41b1-958e-c6a509f1f825 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:39.152564 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-29875395-0f85-41b1-958e-c6a509f1f825 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/networks?id=f242e0df-9e10-405d-9a4e-e9c50abd9240 HTTP/1.1" status: 200  len: 808 time: 0.1806405
Feb 18 00:20:39.193984 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-4abb58f8-db33-4a4a-ae60-b85b62d60546 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/quotas/fe3b565fad244352aa93d9ac8e0192eb HTTP/1.1" status: 200  len: 375 time: 0.0330119
Feb 18 00:20:39.290886 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-39eae9ed-a206-4fd3-8059-cdfc78bb0e40 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe3b565fad244352aa93d9ac8e0192eb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0603499
Feb 18 00:20:39.352360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 42640) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:39.501987 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-24e3b218-0fd1-4d01-9bfb-a07f366cca76 service neutron] 10.222.0.55 "GET /v2.0/networks/f242e0df-9e10-405d-9a4e-e9c50abd9240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2025018
Feb 18 00:20:39.542591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a1e384a4-adc3-4766-b7a3-cfe5a9dba9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:39.563287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079e9be-6ffa-44b7-8753-984d31d34dc4 req-63170eaf-8ade-4ef2-adb4-503460db6be4 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:39.565013 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9079e9be-6ffa-44b7-8753-984d31d34dc4 req-63170eaf-8ade-4ef2-adb4-503460db6be4 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 945 time: 0.1445446
Feb 18 00:20:39.569243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a1e384a4-adc3-4766-b7a3-cfe5a9dba9a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:39.573428 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a1e384a4-adc3-4766-b7a3-cfe5a9dba9a4 admin admin] Usage tracker for resource:security_group_rule and tenant:8be653da22624b11a7e0943c5c6cf40f is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:39.576705 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a1e384a4-adc3-4766-b7a3-cfe5a9dba9a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:39.589178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a1e384a4-adc3-4766-b7a3-cfe5a9dba9a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:39.685334 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-538512f0-b1f0-4928-8a49-e26596fbd2c4 service neutron] 10.222.0.55 "GET /v2.0/networks/f242e0df-9e10-405d-9a4e-e9c50abd9240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1824191
Feb 18 00:20:39.695399 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a1e384a4-adc3-4766-b7a3-cfe5a9dba9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:39.707488 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a1e384a4-adc3-4766-b7a3-cfe5a9dba9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:39.719761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f5583554-78ff-4fe6-b63a-43b5fef3fe7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:39.742739 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9079e9be-6ffa-44b7-8753-984d31d34dc4 req-32d248f7-76dc-432b-8796-3abf53591dad tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494844
Feb 18 00:20:39.783903 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a1e384a4-adc3-4766-b7a3-cfe5a9dba9a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8be653da22624b11a7e0943c5c6cf40f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4279859
Feb 18 00:20:39.783903 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e384a4-adc3-4766-b7a3-cfe5a9dba9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9718232-4c83-46e5-b05d-366ac3221d5c,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:39.785435 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42656) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:39.799132 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a1e384a4-adc3-4766-b7a3-cfe5a9dba9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:39.876646 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-54687664-985c-4b48-a84d-2ccb435c504e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:39.912571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-54687664-985c-4b48-a84d-2ccb435c504e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:40.043444 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-54687664-985c-4b48-a84d-2ccb435c504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:40.049266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8c6f34d2-aad3-43e9-aaaf-583c2fc6d325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:40.065105 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dbdf2-12ea-4142-822e-8b30ab35b098 req-b4a30fa7-231e-400f-bbd1-4a9f271105cd tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:40.066756 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eb6dbdf2-12ea-4142-822e-8b30ab35b098 req-b4a30fa7-231e-400f-bbd1-4a9f271105cd tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 945 time: 0.1439931
Feb 18 00:20:40.072142 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54687664-985c-4b48-a84d-2ccb435c504e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9718232-4c83-46e5-b05d-366ac3221d5c,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:40.075574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-54687664-985c-4b48-a84d-2ccb435c504e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:40.078039 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-54687664-985c-4b48-a84d-2ccb435c504e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:40.092506 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-54687664-985c-4b48-a84d-2ccb435c504e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9718232-4c83-46e5-b05d-366ac3221d5c HTTP/1.1" status: 204  len: 168 time: 0.3055201
Feb 18 00:20:40.150336 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eb6dbdf2-12ea-4142-822e-8b30ab35b098 req-652124aa-b602-420c-9b6b-4f04b4851203 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534382
Feb 18 00:20:40.189435 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176679cc-a249-470f-ad2b-3964645ddf91 req-71ec7afb-c792-41b3-a5fc-adcb71e7626f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:40.191589 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-176679cc-a249-470f-ad2b-3964645ddf91 req-71ec7afb-c792-41b3-a5fc-adcb71e7626f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.3374879
Feb 18 00:20:40.244663 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-176679cc-a249-470f-ad2b-3964645ddf91 req-c874a9f4-9dbe-4899-b282-ba05eef8e9c5 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458760
Feb 18 00:20:40.280567 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0fb3b3b0-a5ea-42c4-8057-32f467f2070b req-2661434b-9a93-43bc-9c7e-c919a6764387 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 210 time: 0.0778608
Feb 18 00:20:40.523756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42680) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:40.546816 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fb41793a-e7ad-43b7-972c-3953b437b5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:40.566339 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-fb41793a-e7ad-43b7-972c-3953b437b5d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:40.572283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-fb41793a-e7ad-43b7-972c-3953b437b5d0 admin admin] Usage tracker for resource:security_group_rule and tenant:a95f2b1aeb984457a99636e81598bbb8 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:40.575390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-fb41793a-e7ad-43b7-972c-3953b437b5d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:40.581736 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-fb41793a-e7ad-43b7-972c-3953b437b5d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:40.693146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fb41793a-e7ad-43b7-972c-3953b437b5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:40.700810 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fb41793a-e7ad-43b7-972c-3953b437b5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:40.715591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b4a17-9356-48df-b9ce-4ff59c8a38eb req-4ee7d942-f115-40a2-ae85-b401fe9c15da tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:40.717494 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-011b4a17-9356-48df-b9ce-4ff59c8a38eb req-4ee7d942-f115-40a2-ae85-b401fe9c15da tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 945 time: 0.0973134
Feb 18 00:20:40.725296 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:40.759993 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-fb41793a-e7ad-43b7-972c-3953b437b5d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a95f2b1aeb984457a99636e81598bbb8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2324698
Feb 18 00:20:40.760334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 42688) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:40.772899 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41793a-e7ad-43b7-972c-3953b437b5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43465f32-327c-4f98-b9ee-a4e02bcefe5c,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:40.777071 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fb41793a-e7ad-43b7-972c-3953b437b5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:40.780963 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-011b4a17-9356-48df-b9ce-4ff59c8a38eb req-1b45b368-92d4-4e0e-8e4a-12068de89f26 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571089
Feb 18 00:20:40.838303 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7410a9dd-662a-4c52-ac5d-862e116927d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:40.867336 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7410a9dd-662a-4c52-ac5d-862e116927d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:40.918662 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7410a9dd-662a-4c52-ac5d-862e116927d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:40.923800 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-655901f8-67ba-4e5d-a61e-4605d2d4583d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:40.939358 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410a9dd-662a-4c52-ac5d-862e116927d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43465f32-327c-4f98-b9ee-a4e02bcefe5c,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:40.941563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7410a9dd-662a-4c52-ac5d-862e116927d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:40.947652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7410a9dd-662a-4c52-ac5d-862e116927d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:40.951339 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7410a9dd-662a-4c52-ac5d-862e116927d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43465f32-327c-4f98-b9ee-a4e02bcefe5c HTTP/1.1" status: 204  len: 168 time: 0.1875174
Feb 18 00:20:41.006042 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:20:41.435834 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-f4bf8382-cd15-45d4-b70b-3e2abd38b8fb tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:41.437602 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-f4bf8382-cd15-45d4-b70b-3e2abd38b8fb tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.58 "GET /v2.0/networks?id=f242e0df-9e10-405d-9a4e-e9c50abd9240 HTTP/1.1" status: 200  len: 808 time: 0.3275099
Feb 18 00:20:41.459781 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Request body: {'port': {'device_id': '67955eeb-c6ab-4994-98ac-066381deb906', 'network_id': 'f242e0df-9e10-405d-9a4e-e9c50abd9240', 'admin_state_up': True, 'tenant_id': 'fe3b565fad244352aa93d9ac8e0192eb'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:20:41.565828 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42718) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:41.594189 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:41.598175 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-207df64c-f712-4223-854e-ea4cf846e97f req-9f475996-db49-4651-8075-b26008accfb0 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 210 time: 0.1151853
Feb 18 00:20:41.620555 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:41.627222 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Usage tracker for resource:security_group_rule and tenant:794b61a8b8ff4e2daff1e57c01da868b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:41.631121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:41.642172 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:41.663385 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:41.674576 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:41.684727 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Made reservation on behalf of fe3b565fad244352aa93d9ac8e0192eb for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:20:41.690411 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:41.696866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac826ca-28e8-46b0-9255-744bec032aa0 req-0d766dc4-3d01-42b2-9415-9c4308455274 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:41.698160 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fac826ca-28e8-46b0-9255-744bec032aa0 req-0d766dc4-3d01-42b2-9415-9c4308455274 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.2099745
Feb 18 00:20:41.773863 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fac826ca-28e8-46b0-9255-744bec032aa0 req-e846877b-e82c-4488-8ca2-7559cd1d6059 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693524
Feb 18 00:20:41.807013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:41.811334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:41.821596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f4004a84-aa10-4522-b9c8-82820faef970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:41.867028 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=794b61a8b8ff4e2daff1e57c01da868b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2997932
Feb 18 00:20:41.869530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b451c8-e1e4-444a-9b9c-7568f42448a4,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:41.872279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 42726) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:41.877506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.877918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.878319 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.878754 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.879148 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.879543 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.879932 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.880332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.880772 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.881159 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.881546 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.881930 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.882369 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.882754 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.883165 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.883559 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.883938 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.884320 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.884725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.885104 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.885481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.885860 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.886241 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.886623 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:41.890999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:42.054877 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-22b872db-f014-412c-b6f5-7fb6c7d3772b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:42.098821 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-22b872db-f014-412c-b6f5-7fb6c7d3772b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:42.112099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Allocated IP 172.20.0.3 (f242e0df-9e10-405d-9a4e-e9c50abd9240/bf509e72-a992-4fe3-9732-931972ec5259/bc15e279-5e53-45d1-a49a-4cef2dac0cab) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:20:42.264245 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-22b872db-f014-412c-b6f5-7fb6c7d3772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:42.273530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b5b2feb8-4694-4a94-9dda-cd7db697fad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:42.298709 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b872db-f014-412c-b6f5-7fb6c7d3772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b451c8-e1e4-444a-9b9c-7568f42448a4,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:42.303474 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-22b872db-f014-412c-b6f5-7fb6c7d3772b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:42.325206 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-22b872db-f014-412c-b6f5-7fb6c7d3772b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:42.326429 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-22b872db-f014-412c-b6f5-7fb6c7d3772b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56b451c8-e1e4-444a-9b9c-7568f42448a4 HTTP/1.1" status: 204  len: 168 time: 0.4531145
Feb 18 00:20:42.383373 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:42.415987 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:42.432727 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:42.571504 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Pushing event updated for resources: {'Port': ['ID=bc15e279-5e53-45d1-a49a-4cef2dac0cab,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:42.576804 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:42.637697 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Network f242e0df-9e10-405d-9a4e-e9c50abd9240 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:20:42.638902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:20:42.641522 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:20:42.645989 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:42.646675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:42.677380 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2287264
Feb 18 00:20:42.700451 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Request body: {'port': {'device_id': '67955eeb-c6ab-4994-98ac-066381deb906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:20:42.880854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:42.981155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c7e45-eb68-48ed-91da-1c6ba9fbbdaf req-98a480b6-b60a-4582-91bc-8e379ead5097 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:42.982955 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e5c7e45-eb68-48ed-91da-1c6ba9fbbdaf req-98a480b6-b60a-4582-91bc-8e379ead5097 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 931 time: 0.1997283
Feb 18 00:20:43.093558 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e5c7e45-eb68-48ed-91da-1c6ba9fbbdaf req-e20b70bf-d0be-4f7d-bde1-7a91720788bc tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820088
Feb 18 00:20:43.257494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b648db-55bf-46c2-8ee5-55e0968b4810 req-446cc1d7-c112-444d-b13e-cc6abca9f836 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:43.260884 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-76b648db-55bf-46c2-8ee5-55e0968b4810 req-446cc1d7-c112-444d-b13e-cc6abca9f836 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.2274675
Feb 18 00:20:43.439873 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-76b648db-55bf-46c2-8ee5-55e0968b4810 req-dd9bf96d-b12c-41be-a547-2078d436dd33 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294415
Feb 18 00:20:43.598033 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc15e279-5e53-45d1-a49a-4cef2dac0cab {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:20:43.606853 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:43.622150 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Transition to ACTIVE for port object bc15e279-5e53-45d1-a49a-4cef2dac0cab will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:20:43.625213 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:43.642129 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:43.781121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc15e279-5e53-45d1-a49a-4cef2dac0cab,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:43.795935 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.796370 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.796784 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.797160 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.797544 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.797929 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.798323 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.798717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.799096 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.799471 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.799839 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.800211 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.800667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.801039 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.801414 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.801782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.802153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.802525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.802893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.803261 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.803634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.804006 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.804371 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.804798 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:43.819182 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:43.949940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Attempting to bind port bc15e279-5e53-45d1-a49a-4cef2dac0cab on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:20:43.950239 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Attempting to bind port bc15e279-5e53-45d1-a49a-4cef2dac0cab by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '1aca343c-16af-417c-8fc2-a8e4547c5b23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f242e0df-9e10-405d-9a4e-e9c50abd9240'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:20:43.950652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Attempting to bind port bc15e279-5e53-45d1-a49a-4cef2dac0cab on network f242e0df-9e10-405d-9a4e-e9c50abd9240 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:20:43.966907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:20:43.966907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Checking segment: {'id': '1aca343c-16af-417c-8fc2-a8e4547c5b23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f242e0df-9e10-405d-9a4e-e9c50abd9240'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:20:43.966907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:43.966907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Bound using segment: {'id': '1aca343c-16af-417c-8fc2-a8e4547c5b23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f242e0df-9e10-405d-9a4e-e9c50abd9240'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:20:43.966907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Bound port: bc15e279-5e53-45d1-a49a-4cef2dac0cab, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aca343c-16af-417c-8fc2-a8e4547c5b23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f242e0df-9e10-405d-9a4e-e9c50abd9240'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:20:43.966907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:44.062459 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] For port bc15e279-5e53-45d1-a49a-4cef2dac0cab, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:20:44.066074 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] For port bc15e279-5e53-45d1-a49a-4cef2dac0cab, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=bc15e279-5e53-45d1-a49a-4cef2dac0cab,segment=NetworkSegment(1aca343c-16af-417c-8fc2-a8e4547c5b23),segment_id=1aca343c-16af-417c-8fc2-a8e4547c5b23)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:20:44.070368 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:44.087712 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:44.328087 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:44.328836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:44.330345 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] 10.222.0.58 "PUT /v2.0/ports/bc15e279-5e53-45d1-a49a-4cef2dac0cab HTTP/1.1" status: 200  len: 1157 time: 1.6384120
Feb 18 00:20:44.330859 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67955eeb-c6ab-4994-98ac-066381deb906', 'tag': 'bc15e279-5e53-45d1-a49a-4cef2dac0cab'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:20:44.358462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc15e279-5e53-45d1-a49a-4cef2dac0cab,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:44.363805 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:44.434450 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67955eeb-c6ab-4994-98ac-066381deb906', 'tag': 'bc15e279-5e53-45d1-a49a-4cef2dac0cab', 'status': 'completed', 'code': 200}
Feb 18 00:20:44.458137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6f057-e9df-4c30-9f59-fe634bbf598a req-93460d0b-a87c-44d5-bf9b-855e07fa801b tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:44.458921 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-bec6f057-e9df-4c30-9f59-fe634bbf598a req-93460d0b-a87c-44d5-bf9b-855e07fa801b tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Synchronizing usage tracker for tenant:fe3b565fad244352aa93d9ac8e0192eb on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:20:44.494489 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-bec6f057-e9df-4c30-9f59-fe634bbf598a req-93460d0b-a87c-44d5-bf9b-855e07fa801b tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Unset dirty status for tenant:fe3b565fad244352aa93d9ac8e0192eb on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:20:44.501743 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bec6f057-e9df-4c30-9f59-fe634bbf598a req-93460d0b-a87c-44d5-bf9b-855e07fa801b tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 943 time: 0.2327776
Feb 18 00:20:44.528400 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6591204b-ac61-450f-9f2a-aa23d55b29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:44.530009 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-6591204b-ac61-450f-9f2a-aa23d55b29b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe3b565fad244352aa93d9ac8e0192eb&device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 1160 time: 0.1479592
Feb 18 00:20:44.565000 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bec6f057-e9df-4c30-9f59-fe634bbf598a req-cb8367b5-5ee2-4d2d-bb84-0fdf6671be7c tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622387
Feb 18 00:20:44.649234 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-737cab5e-89d7-4616-9729-5c83a71b88a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc15e279-5e53-45d1-a49a-4cef2dac0cab HTTP/1.1" status: 200  len: 217 time: 0.0961699
Feb 18 00:20:44.704462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3de33f-14ea-4c49-bcbc-c1fa8f9dfa1f req-3cc7ce7b-e2f9-4065-9aaa-36a15e4aec2c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:44.713036 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0b3de33f-14ea-4c49-bcbc-c1fa8f9dfa1f req-3cc7ce7b-e2f9-4065-9aaa-36a15e4aec2c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1202457
Feb 18 00:20:44.735407 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-37f271b1-fe82-4fc2-92c8-94bdfcf179d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:44.737126 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-37f271b1-fe82-4fc2-92c8-94bdfcf179d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bf509e72-a992-4fe3-9732-931972ec5259 HTTP/1.1" status: 200  len: 848 time: 0.0826488
Feb 18 00:20:44.766513 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0b3de33f-14ea-4c49-bcbc-c1fa8f9dfa1f req-1461871b-0af8-49c7-8d80-bc516c31a898 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524633
Feb 18 00:20:44.806386 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-f0174ed5-748a-4249-819e-17221c312714 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f242e0df-9e10-405d-9a4e-e9c50abd9240&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0563955
Feb 18 00:20:45.187357 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-bc6c30d9-889c-4ba6-8080-7a5399162561 service neutron] 10.222.0.58 "GET /v2.0/networks/f242e0df-9e10-405d-9a4e-e9c50abd9240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3734853
Feb 18 00:20:45.335564 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-845d8ad6-1f3b-4071-8c87-20a66e3eb2a0 req-05b81bf8-134b-469d-8acb-390f49210cb0 service neutron] 10.222.0.58 "GET /v2.0/networks/f242e0df-9e10-405d-9a4e-e9c50abd9240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417234
Feb 18 00:20:45.477389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c30e-0cda-43b6-9c71-84d796da16bb req-5a5ef2e2-975f-4476-a166-cd8fcba3b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:45.479313 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ed51c30e-0cda-43b6-9c71-84d796da16bb req-5a5ef2e2-975f-4476-a166-cd8fcba3b82d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe3b565fad244352aa93d9ac8e0192eb&device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 1160 time: 0.0854547
Feb 18 00:20:45.638307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c30e-0cda-43b6-9c71-84d796da16bb req-770d6efa-89b0-4560-a66c-1b8f4068bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:45.640385 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ed51c30e-0cda-43b6-9c71-84d796da16bb req-770d6efa-89b0-4560-a66c-1b8f4068bc08 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f242e0df-9e10-405d-9a4e-e9c50abd9240 HTTP/1.1" status: 200  len: 902 time: 0.1536095
Feb 18 00:20:45.719610 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ed51c30e-0cda-43b6-9c71-84d796da16bb req-869a6fa7-40c7-4b71-a089-d26eeaf2af51 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc15e279-5e53-45d1-a49a-4cef2dac0cab HTTP/1.1" status: 200  len: 217 time: 0.0719175
Feb 18 00:20:45.872957 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c30e-0cda-43b6-9c71-84d796da16bb req-9c48a842-7e70-46e4-8a43-d159557c5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:45.874526 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ed51c30e-0cda-43b6-9c71-84d796da16bb req-9c48a842-7e70-46e4-8a43-d159557c5a5a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bf509e72-a992-4fe3-9732-931972ec5259 HTTP/1.1" status: 200  len: 848 time: 0.1475527
Feb 18 00:20:45.938741 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c581ddd-005c-4aff-9cfd-af1a4f10f2bd req-5053a59a-eece-4d21-8f01-fbf4e608a5be tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:45.940412 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8c581ddd-005c-4aff-9cfd-af1a4f10f2bd req-5053a59a-eece-4d21-8f01-fbf4e608a5be tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 943 time: 0.2112586
Feb 18 00:20:45.947431 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ed51c30e-0cda-43b6-9c71-84d796da16bb req-0486cac6-a074-4d05-8348-a4e449ad9c6e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f242e0df-9e10-405d-9a4e-e9c50abd9240&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0587850
Feb 18 00:20:46.004070 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3129f9c-a850-42dc-8730-4e73f237884e req-6762b741-230b-448f-b495-061e088270f0 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:46.005738 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b3129f9c-a850-42dc-8730-4e73f237884e req-6762b741-230b-448f-b495-061e088270f0 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0942707
Feb 18 00:20:46.061030 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b3129f9c-a850-42dc-8730-4e73f237884e req-d41c0569-be59-4f0b-a2e2-3e7304d1c956 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487914
Feb 18 00:20:46.089481 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8c581ddd-005c-4aff-9cfd-af1a4f10f2bd req-22c21ccd-eae7-4c80-a589-c39181314a57 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400437
Feb 18 00:20:46.133703 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ed51c30e-0cda-43b6-9c71-84d796da16bb req-ef16328c-9b4d-4f78-91fa-492028b5c44a service neutron] 10.222.0.58 "GET /v2.0/networks/f242e0df-9e10-405d-9a4e-e9c50abd9240?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688328
Feb 18 00:20:46.289370 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ed51c30e-0cda-43b6-9c71-84d796da16bb req-bf7bb20f-1970-43e1-aa83-ca02152b360b service neutron] 10.222.0.58 "GET /v2.0/networks/f242e0df-9e10-405d-9a4e-e9c50abd9240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1490579
Feb 18 00:20:46.422231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 42892) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:46.575540 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-31b95078-869a-4d74-b267-d2288b600a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:46.592067 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-31b95078-869a-4d74-b267-d2288b600a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:46.596723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-31b95078-869a-4d74-b267-d2288b600a69 admin admin] Usage tracker for resource:security_group_rule and tenant:0073a65518c24bcdbc1d3df5fd378a56 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:46.599937 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-31b95078-869a-4d74-b267-d2288b600a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:46.608793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-31b95078-869a-4d74-b267-d2288b600a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:46.746140 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0693d-71a1-4ff6-bb49-7481869de296 req-54774044-b41b-409c-82eb-3c25568f651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:46.747597 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa0693d-71a1-4ff6-bb49-7481869de296 req-54774044-b41b-409c-82eb-3c25568f651b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=30fcfa6325fc46188a1b3d8f51ea489b&device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 1162 time: 0.1287735
Feb 18 00:20:46.912683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-31b95078-869a-4d74-b267-d2288b600a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:46.919839 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-31b95078-869a-4d74-b267-d2288b600a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:47.024450 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c57a5141-37a4-4dbd-a5f6-e2be580a493a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:47.056982 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-31b95078-869a-4d74-b267-d2288b600a69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0073a65518c24bcdbc1d3df5fd378a56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6309452
Feb 18 00:20:47.056982 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0693d-71a1-4ff6-bb49-7481869de296 req-00ba967f-0d0b-4f64-93fd-26618069bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:47.057689 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42918) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:47.059172 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa0693d-71a1-4ff6-bb49-7481869de296 req-00ba967f-0d0b-4f64-93fd-26618069bf48 service neutron] 10.222.0.58 "GET /v2.0/networks?id=723b09a8-26d9-4b22-820f-e170fc1e54cc HTTP/1.1" status: 200  len: 913 time: 0.2880642
Feb 18 00:20:47.067315 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b95078-869a-4d74-b267-d2288b600a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3426009d-2931-4a33-9aba-c12e5e50682b,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:47.129596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-31b95078-869a-4d74-b267-d2288b600a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:47.151253 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa0693d-71a1-4ff6-bb49-7481869de296 req-882d7d47-13e4-42af-94c9-6fdd77d5d75e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97d88c37-7f15-4f91-aa45-cd450e2db183 HTTP/1.1" status: 200  len: 217 time: 0.0787399
Feb 18 00:20:47.154114 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5c99c194-8e56-457a-8b25-8448db97dee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:47.189149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5c99c194-8e56-457a-8b25-8448db97dee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:47.280440 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5c99c194-8e56-457a-8b25-8448db97dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:47.288393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-967690cb-0b78-4a83-a667-46ee635396cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:47.336490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0693d-71a1-4ff6-bb49-7481869de296 req-0c5c3d3d-c20a-4917-bec0-eb2b743f0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:47.338097 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa0693d-71a1-4ff6-bb49-7481869de296 req-0c5c3d3d-c20a-4917-bec0-eb2b743f0318 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a838f012-ae05-4ba6-81a0-4e3e126d041f HTTP/1.1" status: 200  len: 859 time: 0.1801739
Feb 18 00:20:47.349787 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99c194-8e56-457a-8b25-8448db97dee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3426009d-2931-4a33-9aba-c12e5e50682b,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:47.365247 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5c99c194-8e56-457a-8b25-8448db97dee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:47.386565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5c99c194-8e56-457a-8b25-8448db97dee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:47.404270 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5c99c194-8e56-457a-8b25-8448db97dee5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3426009d-2931-4a33-9aba-c12e5e50682b HTTP/1.1" status: 204  len: 168 time: 0.3345380
Feb 18 00:20:47.443276 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa0693d-71a1-4ff6-bb49-7481869de296 req-c6851283-20b1-479a-b212-fd169244ca1b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=723b09a8-26d9-4b22-820f-e170fc1e54cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0930190
Feb 18 00:20:47.453193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94eac0-c920-4db6-94d3-7172ff18beba req-9c1ed2cb-d593-4104-bedb-f7f07dd14cf5 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:47.453312 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491acecb-c6c5-4266-87c5-e3cc9ebbf732 req-20244004-3ba5-4d70-b458-131f62740e6a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:47.453312 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-491acecb-c6c5-4266-87c5-e3cc9ebbf732 req-20244004-3ba5-4d70-b458-131f62740e6a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1886115
Feb 18 00:20:47.456858 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ab94eac0-c920-4db6-94d3-7172ff18beba req-9c1ed2cb-d593-4104-bedb-f7f07dd14cf5 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 943 time: 0.1708465
Feb 18 00:20:47.503139 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ab94eac0-c920-4db6-94d3-7172ff18beba req-5f1ee475-ec57-4565-a107-7a5e8afd5388 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452807
Feb 18 00:20:47.601127 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-491acecb-c6c5-4266-87c5-e3cc9ebbf732 req-216ac9d6-8ca5-4ca3-8eff-5abcdcb7de6d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198730
Feb 18 00:20:47.639183 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa0693d-71a1-4ff6-bb49-7481869de296 req-1b1b599d-deee-44d6-b0b1-2f5a2d8de5b6 service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803827
Feb 18 00:20:47.704060 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d0a71600-2e39-42a1-bbbf-4a99f03da215 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:47.743408 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 42936) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:47.768599 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1d47ed5f-7412-44ff-a53f-4028b5a54eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:47.780215 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port d0a71600-2e39-42a1-bbbf-4a99f03da215 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:47.780672 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:47.793361 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1d47ed5f-7412-44ff-a53f-4028b5a54eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:47.809517 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1d47ed5f-7412-44ff-a53f-4028b5a54eba admin admin] Usage tracker for resource:security_group_rule and tenant:cc5ce693936544308ad6cf31885e1e56 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:47.813900 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1d47ed5f-7412-44ff-a53f-4028b5a54eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:47.830916 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1d47ed5f-7412-44ff-a53f-4028b5a54eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:47.840119 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa0693d-71a1-4ff6-bb49-7481869de296 req-8add72cb-873f-44f9-8acd-9b4a66f2cdd3 service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1901093
Feb 18 00:20:47.915043 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device bc15e279-5e53-45d1-a49a-4cef2dac0cab up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:47.927752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1d47ed5f-7412-44ff-a53f-4028b5a54eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:47.931563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1d47ed5f-7412-44ff-a53f-4028b5a54eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:47.940264 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:47.986116 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1d47ed5f-7412-44ff-a53f-4028b5a54eba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc5ce693936544308ad6cf31885e1e56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2388115
Feb 18 00:20:47.986116 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47ed5f-7412-44ff-a53f-4028b5a54eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715d34d8-70e8-4777-9ea8-a00a7f1a2dbb,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:47.986880 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 42942) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:47.988289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1d47ed5f-7412-44ff-a53f-4028b5a54eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:47.990492 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port bc15e279-5e53-45d1-a49a-4cef2dac0cab completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:20:47.996108 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port bc15e279-5e53-45d1-a49a-4cef2dac0cab triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:47.996704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:48.054213 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b1a016a6-83be-4ba2-9ce5-cb98df2b2ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:48.083763 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b1a016a6-83be-4ba2-9ce5-cb98df2b2ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:48.127784 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:48.132277 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b1a016a6-83be-4ba2-9ce5-cb98df2b2ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:48.140909 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4f02f3a5-90c2-453c-87de-19a2473a5551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:48.158988 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67955eeb-c6ab-4994-98ac-066381deb906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc15e279-5e53-45d1-a49a-4cef2dac0cab'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:20:48.159189 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b1a016a6-83be-4ba2-9ce5-cb98df2b2ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:48.163833 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b1a016a6-83be-4ba2-9ce5-cb98df2b2ee0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/715d34d8-70e8-4777-9ea8-a00a7f1a2dbb HTTP/1.1" status: 204  len: 168 time: 0.1759183
Feb 18 00:20:48.165246 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a016a6-83be-4ba2-9ce5-cb98df2b2ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715d34d8-70e8-4777-9ea8-a00a7f1a2dbb,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:48.168782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b1a016a6-83be-4ba2-9ce5-cb98df2b2ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:48.248054 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port bc15e279-5e53-45d1-a49a-4cef2dac0cab, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=bc15e279-5e53-45d1-a49a-4cef2dac0cab,segment=NetworkSegment(1aca343c-16af-417c-8fc2-a8e4547c5b23),segment_id=1aca343c-16af-417c-8fc2-a8e4547c5b23)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:20:48.253319 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67955eeb-c6ab-4994-98ac-066381deb906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc15e279-5e53-45d1-a49a-4cef2dac0cab', 'code': 200}
Feb 18 00:20:48.258814 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:48.260987 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:48.356266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=bc15e279-5e53-45d1-a49a-4cef2dac0cab,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:48.365186 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.365595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.365984 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.366362 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.366743 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.367845 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.368162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.368562 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.368943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.369313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.369844 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.370217 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.370632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.371006 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.371499 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.371867 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.372233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.372735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.373123 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.373434 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.373794 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.374146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.374496 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.374857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:20:48.385286 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:48.562787 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2381b0-cd06-4b4d-a575-3665d4c50eb1 req-42d1fbbf-a696-43b4-b0ec-e3a4f3beaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:48.564716 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2f2381b0-cd06-4b4d-a575-3665d4c50eb1 req-42d1fbbf-a696-43b4-b0ec-e3a4f3beaf87 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 1162 time: 0.1001720
Feb 18 00:20:48.631168 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2f2381b0-cd06-4b4d-a575-3665d4c50eb1 req-c4cdfba7-7ad8-4ed8-b839-966305120130 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505047
Feb 18 00:20:48.775622 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864530a-56b9-4cc3-99a7-fcaf61b00446 req-425b07b9-1a80-4169-a4cb-eb3c03b2b745 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:48.777302 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c864530a-56b9-4cc3-99a7-fcaf61b00446 req-425b07b9-1a80-4169-a4cb-eb3c03b2b745 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 945 time: 0.1050339
Feb 18 00:20:48.865323 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c864530a-56b9-4cc3-99a7-fcaf61b00446 req-f0a47158-f688-4162-84b9-a3967ba326ea tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810783
Feb 18 00:20:49.046310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fbb6b-fd80-41f5-acc6-f7d066517343 req-c47fe90c-92a0-4a98-8f82-20038840f326 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:49.047949 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330fbb6b-fd80-41f5-acc6-f7d066517343 req-c47fe90c-92a0-4a98-8f82-20038840f326 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0895717
Feb 18 00:20:49.114873 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330fbb6b-fd80-41f5-acc6-f7d066517343 req-8f62504e-ffda-4e52-9c93-de11afa7e649 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588853
Feb 18 00:20:49.143809 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device bc15e279-5e53-45d1-a49a-4cef2dac0cab up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:49.223454 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port bc15e279-5e53-45d1-a49a-4cef2dac0cab triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:49.224148 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:50.084179 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c91f7-715c-49c8-93ca-be8178c67f92 req-a95d40c4-022e-4084-8475-1f1ba5627f10 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:50.093251 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b51c91f7-715c-49c8-93ca-be8178c67f92 req-a95d40c4-022e-4084-8475-1f1ba5627f10 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 945 time: 0.1102545
Feb 18 00:20:50.151969 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b51c91f7-715c-49c8-93ca-be8178c67f92 req-496797ae-23d9-4747-b945-589d00894a7e tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582719
Feb 18 00:20:50.364903 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184fd65-d76c-48c4-937b-c1dbebd9a7e1 req-5be746a7-2e05-4d73-a5c2-a307ea828cd8 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:50.366496 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d184fd65-d76c-48c4-937b-c1dbebd9a7e1 req-5be746a7-2e05-4d73-a5c2-a307ea828cd8 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0888770
Feb 18 00:20:50.415618 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d184fd65-d76c-48c4-937b-c1dbebd9a7e1 req-339b524b-e3f3-4255-ad8b-f066fb0a0bff tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418234
Feb 18 00:20:50.618921 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:51.030910 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 43094) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:51.100103 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21527cf-bac2-4e59-8e05-18e197f7cf06 admin admin] Deleting subnet f17d25f5-3b4a-4cd2-856d-75e35d4cb909 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:20:51.103371 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e21527cf-bac2-4e59-8e05-18e197f7cf06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:51.148180 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device bc15e279-5e53-45d1-a49a-4cef2dac0cab up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:51.158379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e21527cf-bac2-4e59-8e05-18e197f7cf06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821255317'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:51.249084 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e21527cf-bac2-4e59-8e05-18e197f7cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:51.295495 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port bc15e279-5e53-45d1-a49a-4cef2dac0cab triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:51.295919 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:51.417327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203854b1-11fb-4ac1-a5a5-e0e7cf6729d6 req-f54936d7-d42e-4a77-86c1-f1bedb70888e tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:51.427639 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-203854b1-11fb-4ac1-a5a5-e0e7cf6729d6 req-f54936d7-d42e-4a77-86c1-f1bedb70888e tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 945 time: 0.1754510
Feb 18 00:20:51.520070 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-203854b1-11fb-4ac1-a5a5-e0e7cf6729d6 req-78ab9e18-fc0c-4a2a-a2f2-8cbcdc21a5fb tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898840
Feb 18 00:20:51.559261 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e31e1-6738-4cd2-ad22-4bd71b5fe7bd req-9d97c241-a029-4848-9188-0d0cc9ed65f6 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:51.561351 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-683e31e1-6738-4cd2-ad22-4bd71b5fe7bd req-9d97c241-a029-4848-9188-0d0cc9ed65f6 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 945 time: 0.1419759
Feb 18 00:20:51.687817 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-683e31e1-6738-4cd2-ad22-4bd71b5fe7bd req-64e84c5b-5838-479a-b670-75977ff1a630 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059790
Feb 18 00:20:51.723992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e21527cf-bac2-4e59-8e05-18e197f7cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33520624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32087639'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:51.754694 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda1e59-6a3e-4669-95dd-5669c5ed40eb req-d83e9cb6-f2bf-48cd-b466-940253ca407b tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:51.756426 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2dda1e59-6a3e-4669-95dd-5669c5ed40eb req-d83e9cb6-f2bf-48cd-b466-940253ca407b tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1159706
Feb 18 00:20:51.810330 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2dda1e59-6a3e-4669-95dd-5669c5ed40eb req-1c5bd87a-b570-4185-95b1-4f7116024834 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475314
Feb 18 00:20:51.829013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:51.853254 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 43118) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:51.899796 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21527cf-bac2-4e59-8e05-18e197f7cf06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17d25f5-3b4a-4cd2-856d-75e35d4cb909,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:51.986541 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9a1f29b4-2505-4c35-88a2-b86a5604b4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:52.003596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9a1f29b4-2505-4c35-88a2-b86a5604b4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:52.007910 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9a1f29b4-2505-4c35-88a2-b86a5604b4f3 admin admin] Usage tracker for resource:security_group_rule and tenant:15cae8cac66c4f29b2d991d8badf86ae is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:52.011155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9a1f29b4-2505-4c35-88a2-b86a5604b4f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:52.017214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9a1f29b4-2505-4c35-88a2-b86a5604b4f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:52.042604 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-55f779d8-d195-4c7d-8d34-2a9ccb8770e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:52.128216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9a1f29b4-2505-4c35-88a2-b86a5604b4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:52.131689 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9a1f29b4-2505-4c35-88a2-b86a5604b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:52.147172 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-95f971f7-f433-4ce3-8474-042d360e2267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:52.161467 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e21527cf-bac2-4e59-8e05-18e197f7cf06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:52.200079 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e21527cf-bac2-4e59-8e05-18e197f7cf06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:52.200879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f29b4-2505-4c35-88a2-b86a5604b4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a62e637-d6c5-480d-b1d5-12287c698bed,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:52.213794 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e21527cf-bac2-4e59-8e05-18e197f7cf06 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f17d25f5-3b4a-4cd2-856d-75e35d4cb909 HTTP/1.1" status: 204  len: 168 time: 1.1790195
Feb 18 00:20:52.215879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 43128) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:52.222452 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9a1f29b4-2505-4c35-88a2-b86a5604b4f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15cae8cac66c4f29b2d991d8badf86ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3680217
Feb 18 00:20:52.223790 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9a1f29b4-2505-4c35-88a2-b86a5604b4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:52.228259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 43132) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:52.307783 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-03242fe6-64ef-4f6f-8049-32507ed612f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:52.341076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-03242fe6-64ef-4f6f-8049-32507ed612f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:52.357776 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-369479b9-5982-4018-a727-7966bca0236b req-31ad8d93-4cb9-41a5-8ab3-0d11e8adbba1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5303552
Feb 18 00:20:52.374899 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Request body: {'floatingip': {'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:20:52.382022 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:52.388446 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-03242fe6-64ef-4f6f-8049-32507ed612f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:52.392601 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:52.394003 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0b952c68-6b4c-492d-a986-7ba15fc811b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:52.408840 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03242fe6-64ef-4f6f-8049-32507ed612f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a62e637-d6c5-480d-b1d5-12287c698bed,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:52.411262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-03242fe6-64ef-4f6f-8049-32507ed612f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:52.422655 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-03242fe6-64ef-4f6f-8049-32507ed612f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:52.425763 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-03242fe6-64ef-4f6f-8049-32507ed612f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a62e637-d6c5-480d-b1d5-12287c698bed HTTP/1.1" status: 204  len: 168 time: 0.1944170
Feb 18 00:20:52.459665 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Usage tracker for resource:floatingip and tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:52.467164 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:52.475697 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:52.591667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:52.706026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:52.862634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd30f0aa550>,) {'filters': {'network_id': ['b6fa154a-dfa7-42b4-87d9-338c31b4b8ba']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:20:52.880121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f0aa550>, '20df7351-92b3-4b1b-9744-eac7a387e41f') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:20:52.880549 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f0aa550>, '20df7351-92b3-4b1b-9744-eac7a387e41f') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:20:52.904026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33520499'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:52.941884 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:52.944617 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:20:53.033776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:53.118145 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc622320-1ec3-465c-91fb-cb0ae32073ed req-a0980391-0e3e-4a6b-9908-6af78a51b481 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:53.120270 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fc622320-1ec3-465c-91fb-cb0ae32073ed req-a0980391-0e3e-4a6b-9908-6af78a51b481 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1002448
Feb 18 00:20:53.180977 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fc622320-1ec3-465c-91fb-cb0ae32073ed req-1b41ad05-bf9e-4472-a68f-4c162ae8eef5 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500555
Feb 18 00:20:53.227736 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] Network b6fa154a-dfa7-42b4-87d9-338c31b4b8ba has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:20:53.243443 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821257969'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:53.401685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935bdc1-921f-48ec-a6f3-075d1c799a99 req-b2bc5825-4ffb-405e-9114-c0480f65c27e tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:53.403290 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a935bdc1-921f-48ec-a6f3-075d1c799a99 req-b2bc5825-4ffb-405e-9114-c0480f65c27e tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 945 time: 0.0939858
Feb 18 00:20:53.462590 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a935bdc1-921f-48ec-a6f3-075d1c799a99 req-524e548e-eeed-4ea3-9002-e2d4c7b8c564 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524931
Feb 18 00:20:53.486024 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] Network b6fa154a-dfa7-42b4-87d9-338c31b4b8ba has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:20:53.517219 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:20:53.655051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:53.664956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:53.674811 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:53.700815 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6fa154a-dfa7-42b4-87d9-338c31b4b8ba,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:53.703624 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:53.707539 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-69f966ff-a5f7-4088-9881-38121b377640 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b6fa154a-dfa7-42b4-87d9-338c31b4b8ba HTTP/1.1" status: 204  len: 168 time: 1.4906533
Feb 18 00:20:53.710648 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 43178) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:53.728034 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Allocated IP 172.27.3.40 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/346d0d49-9a8d-4929-873d-eef0b522431d) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:20:53.823620 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b46c930-ca7e-41bc-9b75-4c9a03b8a35e admin admin] Deleting subnet 866b5118-6d5b-48cb-9b03-9dccf4f1cc20 {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:20:53.829011 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-23794d97-01d4-4ccb-be0a-45fd62adcd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:53.834474 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4b46c930-ca7e-41bc-9b75-4c9a03b8a35e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:53.912974 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4b46c930-ca7e-41bc-9b75-4c9a03b8a35e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:53.920888 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4b46c930-ca7e-41bc-9b75-4c9a03b8a35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:53.984920 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:54.016480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:54.032781 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b167e2f4-125e-46eb-8f9e-ce62924259f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:54.176761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Pushing event updated for resources: {'Port': ['ID=346d0d49-9a8d-4929-873d-eef0b522431d,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:54.181515 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:54.265027 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:20:54.266832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:20:54.269371 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:20:54.405796 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:54.475377 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:54.489725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238c119-feee-4a92-ac21-dd1f00673081 req-61ea30bb-98af-4d84-b7a4-9b17dc335e71 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:54.491253 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8238c119-feee-4a92-ac21-dd1f00673081 req-61ea30bb-98af-4d84-b7a4-9b17dc335e71 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1651087
Feb 18 00:20:54.517082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4b46c930-ca7e-41bc-9b75-4c9a03b8a35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:54.537591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ab1c8cff-8709-4568-a1e9-7a00559eeb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:54.637435 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46c930-ca7e-41bc-9b75-4c9a03b8a35e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=866b5118-6d5b-48cb-9b03-9dccf4f1cc20,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:54.640253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4b46c930-ca7e-41bc-9b75-4c9a03b8a35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:54.664897 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8238c119-feee-4a92-ac21-dd1f00673081 req-e559a087-3260-4011-8d1b-947c141eac59 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656370
Feb 18 00:20:54.696608 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4b46c930-ca7e-41bc-9b75-4c9a03b8a35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:54.705554 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4b46c930-ca7e-41bc-9b75-4c9a03b8a35e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/866b5118-6d5b-48cb-9b03-9dccf4f1cc20 HTTP/1.1" status: 204  len: 168 time: 0.9908311
Feb 18 00:20:54.709162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 43192) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:54.853734 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:54.872384 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f8f80-fccf-4864-90d4-1686b7e2f84f req-caaecd6e-314d-4b8f-80b7-86a13de26117 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:54.873117 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-266f8f80-fccf-4864-90d4-1686b7e2f84f req-caaecd6e-314d-4b8f-80b7-86a13de26117 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 945 time: 0.0973661
Feb 18 00:20:54.932987 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-266f8f80-fccf-4864-90d4-1686b7e2f84f req-8cb6f0ff-d811-425f-95c3-dba91529a7c6 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503783
Feb 18 00:20:54.937916 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:54.944389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821257939'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:54.958106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:55.103298 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:55.105318 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac28812-8137-4166-adc6-e7150239434a req-8a369a84-11ae-41c0-bd9e-d3bff3c8ca6c tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:55.107510 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ac28812-8137-4166-adc6-e7150239434a req-8a369a84-11ae-41c0-bd9e-d3bff3c8ca6c tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.58 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 945 time: 0.1241865
Feb 18 00:20:55.162350 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device bc15e279-5e53-45d1-a49a-4cef2dac0cab no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:20:55.262917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Deleting port bc15e279-5e53-45d1-a49a-4cef2dac0cab {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:20:55.263455 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:55.366536 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:55.395746 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67955eeb-c6ab-4994-98ac-066381deb906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc15e279-5e53-45d1-a49a-4cef2dac0cab'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:20:55.406853 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port bc15e279-5e53-45d1-a49a-4cef2dac0cab, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=bc15e279-5e53-45d1-a49a-4cef2dac0cab,segment=NetworkSegment(1aca343c-16af-417c-8fc2-a8e4547c5b23),segment_id=1aca343c-16af-417c-8fc2-a8e4547c5b23)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:20:55.410249 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:55.412082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-15fc5353-dc4c-4c94-b638-d301aeb384e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:55.423339 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478bf08-ee2a-4bcd-8b27-5c74e52acd28 req-d9a47f49-c287-46a6-ad0d-b8bb19b071a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:55.425054 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8478bf08-ee2a-4bcd-8b27-5c74e52acd28 req-d9a47f49-c287-46a6-ad0d-b8bb19b071a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 1162 time: 0.2714314
Feb 18 00:20:55.426844 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-8d75db0c-518c-47fe-80e3-d5ff256b0e45 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5e82dd4773f74d149939ce7c31dd067a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0984583
Feb 18 00:20:55.486793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:55.492716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=bc15e279-5e53-45d1-a49a-4cef2dac0cab,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:55.496122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:55.552779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Pushing event updated for resources: {'Port': ['ID=346d0d49-9a8d-4929-873d-eef0b522431d,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:55.555999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:55.648035 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd30f68df60>,) {'filters': {'network_id': ['936369ad-2fbd-49d5-abde-592b8af89185']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:20:55.675606 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8478bf08-ee2a-4bcd-8b27-5c74e52acd28 req-af74685e-dd3e-4dd6-a89f-990d00720cab service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2422976
Feb 18 00:20:55.694195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f68df60>, '04f1e0c5-dd90-4b9d-ba12-773a9e3debbe') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:20:55.694531 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f68df60>, '04f1e0c5-dd90-4b9d-ba12-773a9e3debbe') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:20:55.719176 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33520499'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:55.754581 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:55.762024 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:55.768792 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:20:55.784455 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] For port bc15e279-5e53-45d1-a49a-4cef2dac0cab, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=bc15e279-5e53-45d1-a49a-4cef2dac0cab,segment=NetworkSegment(1aca343c-16af-417c-8fc2-a8e4547c5b23),segment_id=1aca343c-16af-417c-8fc2-a8e4547c5b23)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:20:55.784884 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:55.798732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-160f3177-323c-43e3-bdc4-2d1219419a61 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:55.800398 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-160f3177-323c-43e3-bdc4-2d1219419a61 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3489943
Feb 18 00:20:55.860162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:55.861496 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-369479b9-5982-4018-a727-7966bca0236b req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.4940624
Feb 18 00:20:55.933898 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Calling delete_port for bc15e279-5e53-45d1-a49a-4cef2dac0cab owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:20:55.983672 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-76fff44e-b216-4e62-81e3-129f918e0b8a tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/quotas/5e82dd4773f74d149939ce7c31dd067a HTTP/1.1" status: 200  len: 375 time: 0.1238427
Feb 18 00:20:55.990198 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:56.045583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-369479b9-5982-4018-a727-7966bca0236b req-8833721e-4902-427c-aa47-0a83eb3ee843 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Synchronizing usage tracker for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:floatingip {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:20:56.049597 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] Network 936369ad-2fbd-49d5-abde-592b8af89185 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:20:56.060582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821257969'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:56.060786 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-5bd71156-6be4-423d-8d28-af4f4119be40 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e82dd4773f74d149939ce7c31dd067a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0684340
Feb 18 00:20:56.153483 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 00:20:56.153982 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_db.api [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 00:20:56.180567 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-369479b9-5982-4018-a727-7966bca0236b req-8833721e-4902-427c-aa47-0a83eb3ee843 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Unset dirty status for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:floatingip {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:20:56.180567 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-369479b9-5982-4018-a727-7966bca0236b req-8833721e-4902-427c-aa47-0a83eb3ee843 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.40 HTTP/1.1" status: 200  len: 695 time: 0.2990835
Feb 18 00:20:56.280401 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67955eeb-c6ab-4994-98ac-066381deb906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc15e279-5e53-45d1-a49a-4cef2dac0cab', 'code': 200}
Feb 18 00:20:56.388405 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:56.404302 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] Network 936369ad-2fbd-49d5-abde-592b8af89185 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:20:56.429701 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:20:56.478327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472d204-1e3c-453d-831d-cffbeddfdca2 req-30640b61-3df3-404c-95cf-6912f4469a10 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:56.479930 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e472d204-1e3c-453d-831d-cffbeddfdca2 req-30640b61-3df3-404c-95cf-6912f4469a10 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0951247
Feb 18 00:20:56.545407 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e472d204-1e3c-453d-831d-cffbeddfdca2 req-78abb736-d407-4407-8ecf-95cdabab6037 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581343
Feb 18 00:20:56.564506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:56.573786 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369479b9-5982-4018-a727-7966bca0236b req-0a71d40c-11d6-46ef-bf06-042014ed1440 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:56.575278 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-369479b9-5982-4018-a727-7966bca0236b req-0a71d40c-11d6-46ef-bf06-042014ed1440 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/networks/3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 HTTP/1.1" status: 200  len: 784 time: 0.3029890
Feb 18 00:20:56.577779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:56.605198 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:56.618021 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-369479b9-5982-4018-a727-7966bca0236b req-a0ca8233-f788-425d-b184-cbae087a3aa4 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:20:56.619104 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-369479b9-5982-4018-a727-7966bca0236b req-a0ca8233-f788-425d-b184-cbae087a3aa4 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0108724
Feb 18 00:20:56.621355 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] Pushing event deleted for resources: {'Network': ['ID=936369ad-2fbd-49d5-abde-592b8af89185,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:56.634090 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] 10.222.0.55 "DELETE /v2.0/networks/936369ad-2fbd-49d5-abde-592b8af89185 HTTP/1.1" status: 204  len: 168 time: 1.9235611
Feb 18 00:20:56.635595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dc7d6d13-bec3-4a52-9704-46cf980cae1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:56.655662 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Deleting port bc15e279-5e53-45d1-a49a-4cef2dac0cab {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:20:56.656222 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:56.782106 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-923860fb-475b-4dd3-8084-e3fe4f04d710 req-090b77eb-68e6-448d-8ff1-650b3a7c9151 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 210 time: 0.0502985
Feb 18 00:20:56.886281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 43238) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:56.994573 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9242cc8-1cf7-4a4c-a2b7-4d9491a4df24 req-561f8f75-957e-4eb4-85b3-2883e464121d tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:56.996297 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9242cc8-1cf7-4a4c-a2b7-4d9491a4df24 req-561f8f75-957e-4eb4-85b3-2883e464121d tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 943 time: 0.3093657
Feb 18 00:20:56.999848 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7b204c74-3a65-418e-b424-4b80fffc0df1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4297d6dc10044ff19a2e44257e4aeb4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1122484
Feb 18 00:20:57.002538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 43242) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:57.065850 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-768f5229-370a-47cd-b3ea-b4ffa328d282 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:57.067480 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-768f5229-370a-47cd-b3ea-b4ffa328d282 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1596482
Feb 18 00:20:57.092703 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9242cc8-1cf7-4a4c-a2b7-4d9491a4df24 req-40ae4156-ae3c-4ab2-a96a-b918dd5f9bd4 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/security-groups?id=1517a10b-5447-481a-82f7-19b10d1866a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853665
Feb 18 00:20:57.141819 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] For port bc15e279-5e53-45d1-a49a-4cef2dac0cab, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=bc15e279-5e53-45d1-a49a-4cef2dac0cab,segment=NetworkSegment(1aca343c-16af-417c-8fc2-a8e4547c5b23),segment_id=1aca343c-16af-417c-8fc2-a8e4547c5b23)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:20:57.142502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:57.194050 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-61b57204-e5f5-41ee-9778-53a0a8f295c6 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.40 HTTP/1.1" status: 200  len: 695 time: 0.1193471
Feb 18 00:20:57.195056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d892403-84aa-4759-b105-da07a1d710ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:57.215437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-a313b190-9a9e-432a-8920-3439d85c37fd tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Request body: {'floatingip': {'port_id': 'd0a71600-2e39-42a1-bbbf-4a99f03da215', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:20:57.266515 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 97d88c37-7f15-4f91-aa45-cd450e2db183 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:20:57.307329 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Calling delete_port for bc15e279-5e53-45d1-a49a-4cef2dac0cab owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:20:57.312382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d892403-84aa-4759-b105-da07a1d710ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:57.326200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-a313b190-9a9e-432a-8920-3439d85c37fd tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:57.344764 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 97d88c37-7f15-4f91-aa45-cd450e2db183 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:20:57.345388 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:57.489634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:57.509119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e078298e-5c35-434c-8edd-e23728d8a497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:57.557579 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d892403-84aa-4759-b105-da07a1d710ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:57.564489 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0cadf53c-843b-4bcb-ab13-1ab586e0d2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:57.649838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d892403-84aa-4759-b105-da07a1d710ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36bb026-9f7a-4392-87da-179c80de3db7,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:57.665408 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0d892403-84aa-4759-b105-da07a1d710ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:57.670126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d892403-84aa-4759-b105-da07a1d710ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:57.673994 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0d892403-84aa-4759-b105-da07a1d710ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c36bb026-9f7a-4392-87da-179c80de3db7 HTTP/1.1" status: 204  len: 168 time: 0.6662478
Feb 18 00:20:57.949585 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Pushing event deleted for resources: {'Port': ['ID=bc15e279-5e53-45d1-a49a-4cef2dac0cab,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:57.968465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:57.983512 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-49c19601-7a16-4242-8a9c-4c2f54dba795 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5e82dd4773f74d149939ce7c31dd067a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1138697
Feb 18 00:20:58.192756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9ea63-66e1-4b1d-970d-6bc9bf2a70cc req-d5729877-a959-4ce9-9854-07f0e3d5e18a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:58.194626 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2cf9ea63-66e1-4b1d-970d-6bc9bf2a70cc req-d5729877-a959-4ce9-9854-07f0e3d5e18a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.3238516
Feb 18 00:20:58.201742 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 43264) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:58.325835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] No DVR routers for this DVR port bc15e279-5e53-45d1-a49a-4cef2dac0cab on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:20:58.350430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:58.363112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-42320c39-2689-4601-ae93-8ab86d67a9ad tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:58.364665 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-42320c39-2689-4601-ae93-8ab86d67a9ad tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3610303
Feb 18 00:20:58.365169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67955eeb-c6ab-4994-98ac-066381deb906', 'name': 'network-vif-deleted', 'tag': 'bc15e279-5e53-45d1-a49a-4cef2dac0cab'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:20:58.398727 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Request body: {'port': {'device_id': '6f31314d-b29d-4026-8049-bd06b965b094', 'network_id': '4242c71d-43b6-4226-9162-b806bf30eca1', 'admin_state_up': True, 'tenant_id': '5e82dd4773f74d149939ce7c31dd067a'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:20:58.424904 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2cf9ea63-66e1-4b1d-970d-6bc9bf2a70cc req-98228d86-dcb6-42b8-9078-270eb365582a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218273
Feb 18 00:20:58.479759 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9ee81979-66e3-43d3-8c4e-9f01d9e9104f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff1615cb060040bab1e07b679493a64b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2631049
Feb 18 00:20:58.482494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 43276) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:20:58.487208 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ac28812-8137-4166-adc6-e7150239434a req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.58 "DELETE /v2.0/ports/bc15e279-5e53-45d1-a49a-4cef2dac0cab HTTP/1.1" status: 204  len: 173 time: 3.3681226
Feb 18 00:20:58.579732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:58.628409 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Usage tracker for resource:port and tenant:5e82dd4773f74d149939ce7c31dd067a is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:58.636482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:58.640883 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73655415-de3e-42ad-af8e-1a7cc6aa6153 req-4aaa1d50-c52e-4f0c-b96b-593904b1ec08 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 210 time: 0.0633538
Feb 18 00:20:58.644632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:58.654800 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Made reservation on behalf of 5e82dd4773f74d149939ce7c31dd067a for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:20:58.660633 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:58.681366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:58.700810 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:20:58.705227 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Usage tracker for resource:security_group_rule and tenant:5e82dd4773f74d149939ce7c31dd067a is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:20:58.708374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:20:58.709096 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-191a3755-411e-4af8-9912-10c5a99f7d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:58.715179 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:20:58.715350 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-a313b190-9a9e-432a-8920-3439d85c37fd tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:58.727053 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-a313b190-9a9e-432a-8920-3439d85c37fd tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:58.817949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-191a3755-411e-4af8-9912-10c5a99f7d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:58.837152 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-e8e8e25e-b453-4652-9e99-34b7f9258ee6 req-817b9a30-9fd6-4a4a-9d3c-ced5ed592654 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Synchronizing usage tracker for tenant:fe3b565fad244352aa93d9ac8e0192eb on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:20:58.876433 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-e8e8e25e-b453-4652-9e99-34b7f9258ee6 req-817b9a30-9fd6-4a4a-9d3c-ced5ed592654 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Unset dirty status for tenant:fe3b565fad244352aa93d9ac8e0192eb on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:20:58.876433 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8e8e25e-b453-4652-9e99-34b7f9258ee6 req-817b9a30-9fd6-4a4a-9d3c-ced5ed592654 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] 10.222.0.55 "GET /v2.0/ports?device_id=67955eeb-c6ab-4994-98ac-066381deb906 HTTP/1.1" status: 200  len: 210 time: 0.0963120
Feb 18 00:20:58.879394 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:58.883828 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:58.894337 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-69c73fb8-66f1-4400-862c-72915ab626fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:58.946328 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67955eeb-c6ab-4994-98ac-066381deb906', 'name': 'network-vif-deleted', 'tag': 'bc15e279-5e53-45d1-a49a-4cef2dac0cab', 'status': 'completed', 'code': 200}
Feb 18 00:20:58.960919 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-a313b190-9a9e-432a-8920-3439d85c37fd tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Floating IP dc528381-5c99-4302-8a28-92d53f3d988b associated. External IP: 172.27.3.40, port: d0a71600-2e39-42a1-bbbf-4a99f03da215.
Feb 18 00:20:59.000287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19dfd60b-c316-48ab-82b6-b0257f0b9274,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:59.008625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:59.035220 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-191a3755-411e-4af8-9912-10c5a99f7d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:59.043658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e38eaca7-235f-42b0-9206-7f3962eff398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:20:59.063698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a3755-411e-4af8-9912-10c5a99f7d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1197103a-a745-4464-8413-abc11caf86a0,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:20:59.069867 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-191a3755-411e-4af8-9912-10c5a99f7d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:20:59.088120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-191a3755-411e-4af8-9912-10c5a99f7d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:59.091809 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-191a3755-411e-4af8-9912-10c5a99f7d29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1197103a-a745-4464-8413-abc11caf86a0 HTTP/1.1" status: 204  len: 168 time: 0.6056542
Feb 18 00:20:59.398706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Allocated IP 192.168.233.132 (4242c71d-43b6-4226-9162-b806bf30eca1/77069546-d1b4-45ef-9626-be170d6020bb/b9ff5b92-67a1-49d8-a46b-fa15f762c8b3) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:20:59.568891 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-a313b190-9a9e-432a-8920-3439d85c37fd tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Router 31c14da5-a147-417d-8461-4c84b429aada has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:20:59.791146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-a313b190-9a9e-432a-8920-3439d85c37fd tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:20:59.796213 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-a313b190-9a9e-432a-8920-3439d85c37fd tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:59.804181 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d23e965-67ca-4496-a889-df3d73b0e33c None None] Sync routers for ids ['31c14da5-a147-417d-8461-4c84b429aada'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:20:59.814107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b957e-d3db-4cba-be5b-e955ce4a4c30 req-fd39bd99-6d9d-44fa-8e6a-439a83d00d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:59.815751 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f3b957e-d3db-4cba-be5b-e955ce4a4c30 req-fd39bd99-6d9d-44fa-8e6a-439a83d00d5b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=30fcfa6325fc46188a1b3d8f51ea489b&device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 1162 time: 0.2215643
Feb 18 00:20:59.816656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d23e965-67ca-4496-a889-df3d73b0e33c None None] Routers {'31c14da5-a147-417d-8461-4c84b429aada'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:20:59.818062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-5d23e965-67ca-4496-a889-df3d73b0e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fc77a90>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:20:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['31c14da5-a147-417d-8461-4c84b429aada'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:20:59.863354 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:20:59.864475 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-a313b190-9a9e-432a-8920-3439d85c37fd tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "PUT /v2.0/floatingips/dc528381-5c99-4302-8a28-92d53f3d988b HTTP/1.1" status: 200  len: 995 time: 2.6586988
Feb 18 00:20:59.865027 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:20:59.950731 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bed407-fc58-4ab3-896d-b4b346b0a3f0 req-f1f794c9-eb51-4ce0-bc57-9e139950e55e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:20:59.952376 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73bed407-fc58-4ab3-896d-b4b346b0a3f0 req-f1f794c9-eb51-4ce0-bc57-9e139950e55e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.3177702
Feb 18 00:20:59.963673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Transition to ACTIVE for port object b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:20:59.992933 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-b63063f9-c7e0-4b6a-a303-ffb661f6f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:00.001553 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-b63063f9-c7e0-4b6a-a303-ffb661f6f083 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acbe6b9a6cef4c53a0b9b1ea15b35d58&device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 1162 time: 0.1216984
Feb 18 00:21:00.080436 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73bed407-fc58-4ab3-896d-b4b346b0a3f0 req-9bf00677-1a02-4c64-81fd-775e78a186f9 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180360
Feb 18 00:21:00.100711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b957e-d3db-4cba-be5b-e955ce4a4c30 req-b2feccc2-1f83-4e1b-88b1-98270486ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:00.114908 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f3b957e-d3db-4cba-be5b-e955ce4a4c30 req-b2feccc2-1f83-4e1b-88b1-98270486ceb8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=723b09a8-26d9-4b22-820f-e170fc1e54cc HTTP/1.1" status: 200  len: 913 time: 0.2782364
Feb 18 00:21:00.120738 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-5d23e965-67ca-4496-a889-df3d73b0e33c None None] Set router 31c14da5-a147-417d-8461-4c84b429aada gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:21:00.209241 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-0c71d370-20e3-4223-a5db-c59cc4066ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:00.212072 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-0c71d370-20e3-4223-a5db-c59cc4066ff0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 HTTP/1.1" status: 200  len: 908 time: 0.2097290
Feb 18 00:21:00.213641 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f3b957e-d3db-4cba-be5b-e955ce4a4c30 req-3fc1b043-419a-4626-bbd3-38198629e49d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97d88c37-7f15-4f91-aa45-cd450e2db183 HTTP/1.1" status: 200  len: 217 time: 0.0838885
Feb 18 00:21:00.215276 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:00.364850 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-48f86d60-3ceb-42a4-bf94-3b8784dbf404 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215 HTTP/1.1" status: 200  len: 998 time: 0.1453347
Feb 18 00:21:00.366532 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:00.448108 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-fb2c0bc4-1625-4abb-a7b2-56cd176ac259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:00.464756 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-fb2c0bc4-1625-4abb-a7b2-56cd176ac259 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=808293fb-19c9-449a-969e-06462c294bc2 HTTP/1.1" status: 200  len: 853 time: 0.0911281
Feb 18 00:21:00.496318 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b957e-d3db-4cba-be5b-e955ce4a4c30 req-9fb75b15-827a-4942-9fb9-0b7c828c8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:00.497938 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f3b957e-d3db-4cba-be5b-e955ce4a4c30 req-9fb75b15-827a-4942-9fb9-0b7c828c8a5c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a838f012-ae05-4ba6-81a0-4e3e126d041f HTTP/1.1" status: 200  len: 859 time: 0.1339142
Feb 18 00:21:00.543997 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-04d66444-1f3b-4597-b71a-b6cc4cb08821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:00.552025 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-04d66444-1f3b-4597-b71a-b6cc4cb08821 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0864046
Feb 18 00:21:00.557776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-08e86c52-b02a-47a9-be2b-0fb7f17406e8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:21:00.564892 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-08e86c52-b02a-47a9-be2b-0fb7f17406e8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0119376
Feb 18 00:21:00.574901 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Network 4242c71d-43b6-4226-9162-b806bf30eca1 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:21:00.631817 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f3b957e-d3db-4cba-be5b-e955ce4a4c30 req-4cc60506-b38b-4f76-8ba6-652cc05b6c99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=723b09a8-26d9-4b22-820f-e170fc1e54cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0645304
Feb 18 00:21:00.645285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:21:00.655334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:21:00.667591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:00.669898 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:00.691874 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-5d23e965-67ca-4496-a889-df3d73b0e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fc77a90>, [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:52Z', 'revision_number': 4, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port': {'id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:43Z', 'updated_at': '2021-02-18T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': 'dc528381-5c99-4302-8a28-92d53f3d988b', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '31c14da5-a147-417d-8461-4c84b429aada', 'port_id': 'd0a71600-2e39-42a1-bbbf-4a99f03da215', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'mac_address': 'fa:16:3e:69:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:20:54Z', 'updated_at': '2021-02-18T00:20:58Z', 'revision_number': 1, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb6df9c-48bc-4764-8842-d03bafb17c19', 'name': '', 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'mac_address': 'fa:16:3e:d4:23:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '808293fb-19c9-449a-969e-06462c294bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:51Z', 'updated_at': '2021-02-18T00:20:03Z', 'revision_number': 5, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'subnets': [{'id': '808293fb-19c9-449a-969e-06462c294bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:21:00.701029 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d23e965-67ca-4496-a889-df3d73b0e33c None None] Checking router: 31c14da5-a147-417d-8461-4c84b429aada for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:21:00.725883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d23e965-67ca-4496-a889-df3d73b0e33c None None] Routers {'31c14da5-a147-417d-8461-4c84b429aada'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:21:00.729420 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-5d23e965-67ca-4496-a889-df3d73b0e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fc77a90>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:20:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['31c14da5-a147-417d-8461-4c84b429aada'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:21:00.738481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Pushing event updated for resources: {'Port': ['ID=b9ff5b92-67a1-49d8-a46b-fa15f762c8b3,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:00.752163 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-70d2d11f-de82-4d88-b50f-42dee19c54a5 service neutron] 10.222.0.55 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862535
Feb 18 00:21:00.857661 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:00.886291 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe816bd-93dc-4041-96c7-6632af38470b req-7e41f3c4-565f-445e-8092-4c5e20711dcd tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:00.891594 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bfe816bd-93dc-4041-96c7-6632af38470b req-7e41f3c4-565f-445e-8092-4c5e20711dcd tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.5260887
Feb 18 00:21:00.898947 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.5054555
Feb 18 00:21:00.939649 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Request body: {'port': {'device_id': '6f31314d-b29d-4026-8049-bd06b965b094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:21:00.956870 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faa2584b-df6e-43ef-b50b-84c1bb2c5715 req-e68fcdd5-516c-42cd-9e8b-634f0cdbc1b9 service neutron] 10.222.0.55 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2034895
Feb 18 00:21:00.995660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-294793fa-67b8-4abc-be22-0d95fee30ca2 None None] Provisioning for port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:21:01.009175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-294793fa-67b8-4abc-be22-0d95fee30ca2 None None] Provisioning complete for port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:21:01.009604 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-294793fa-67b8-4abc-be22-0d95fee30ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:01.018574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 43326) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:01.078735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-294793fa-67b8-4abc-be22-0d95fee30ca2 None None] Port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:21:01.223194 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-5d23e965-67ca-4496-a889-df3d73b0e33c None None] Set router 31c14da5-a147-417d-8461-4c84b429aada gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:21:01.363274 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bfe816bd-93dc-4041-96c7-6632af38470b req-3597e7ad-4538-4b17-a7c8-7dd9fe470f7f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4612896
Feb 18 00:21:01.433977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3a3f-637a-455e-ac0b-50495a8e300a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:01.437372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:01.450030 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215', 'status': 'completed', 'code': 200}
Feb 18 00:21:01.457511 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f3b957e-d3db-4cba-be5b-e955ce4a4c30 req-25989bb8-eb48-4db5-b65f-19a68aa808a1 service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8099179
Feb 18 00:21:01.468317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-aa0a3a3f-637a-455e-ac0b-50495a8e300a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:21:01.472875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-aa0a3a3f-637a-455e-ac0b-50495a8e300a admin admin] Usage tracker for resource:security_group_rule and tenant:a436a3eb661b480e825c92c689ede9de is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:21:01.476214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-aa0a3a3f-637a-455e-ac0b-50495a8e300a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:21:01.482068 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-aa0a3a3f-637a-455e-ac0b-50495a8e300a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:21:01.576223 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3a3f-637a-455e-ac0b-50495a8e300a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:01.622785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-20bebfd9-ba43-4d99-9688-36aa9e12d407 req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-2136227820', 'description': 'tempest-TestMinimumBasicScenario-2136227820 description'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:21:01.625934 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec115364-f8cc-4b56-b494-c5947b3b3ee9 req-9b16c0ac-2cd2-459f-bcd4-246f502cbeee tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:01.627878 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec115364-f8cc-4b56-b494-c5947b3b3ee9 req-9b16c0ac-2cd2-459f-bcd4-246f502cbeee tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 936 time: 0.5371122
Feb 18 00:21:01.628807 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3a3f-637a-455e-ac0b-50495a8e300a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:01.645136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-20bebfd9-ba43-4d99-9688-36aa9e12d407 req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:21:01.645413 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5c9b13bd-1e89-4371-84b8-360b75c9307e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:01.655609 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-5d23e965-67ca-4496-a889-df3d73b0e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fc77a90>, [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:52Z', 'revision_number': 4, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port': {'id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:43Z', 'updated_at': '2021-02-18T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': 'dc528381-5c99-4302-8a28-92d53f3d988b', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '31c14da5-a147-417d-8461-4c84b429aada', 'port_id': 'd0a71600-2e39-42a1-bbbf-4a99f03da215', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'mac_address': 'fa:16:3e:69:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:20:54Z', 'updated_at': '2021-02-18T00:20:58Z', 'revision_number': 1, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb6df9c-48bc-4764-8842-d03bafb17c19', 'name': '', 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'mac_address': 'fa:16:3e:d4:23:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '808293fb-19c9-449a-969e-06462c294bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:51Z', 'updated_at': '2021-02-18T00:20:03Z', 'revision_number': 5, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'subnets': [{'id': '808293fb-19c9-449a-969e-06462c294bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:21:01.655810 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-20bebfd9-ba43-4d99-9688-36aa9e12d407 req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:21:01.659914 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d23e965-67ca-4496-a889-df3d73b0e33c None None] The sync data for ids ['31c14da5-a147-417d-8461-4c84b429aada'] in dv-cinder-751579-21-iscsi is: [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:52Z', 'revision_number': 4, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port': {'id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:43Z', 'updated_at': '2021-02-18T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': 'dc528381-5c99-4302-8a28-92d53f3d988b', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '31c14da5-a147-417d-8461-4c84b429aada', 'port_id': 'd0a71600-2e39-42a1-bbbf-4a99f03da215', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'mac_address': 'fa:16:3e:69:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:20:54Z', 'updated_at': '2021-02-18T00:20:58Z', 'revision_number': 1, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb6df9c-48bc-4764-8842-d03bafb17c19', 'name': '', 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'mac_address': 'fa:16:3e:d4:23:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '808293fb-19c9-449a-969e-06462c294bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:51Z', 'updated_at': '2021-02-18T00:20:03Z', 'revision_number': 5, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'subnets': [{'id': '808293fb-19c9-449a-969e-06462c294bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:21:01.678447 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-20bebfd9-ba43-4d99-9688-36aa9e12d407 req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:01.731522 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a3a3f-637a-455e-ac0b-50495a8e300a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d0ad58-8080-48bb-974b-990674815625,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:01.735525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aa0a3a3f-637a-455e-ac0b-50495a8e300a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:01.759971 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-aa0a3a3f-637a-455e-ac0b-50495a8e300a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a436a3eb661b480e825c92c689ede9de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7399497
Feb 18 00:21:01.763329 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 43340) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:01.767487 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec115364-f8cc-4b56-b494-c5947b3b3ee9 req-4e28b6dd-1065-4836-9a88-42ba24742bbf tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247025
Feb 18 00:21:01.791553 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e7a0-e509-4d8e-b8a3-b7743936cbaf req-c2624aab-93db-4dd2-92e0-c0e05f905e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:01.794553 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df93e7a0-e509-4d8e-b8a3-b7743936cbaf req-c2624aab-93db-4dd2-92e0-c0e05f905e22 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acbe6b9a6cef4c53a0b9b1ea15b35d58&device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 1162 time: 0.2163544
Feb 18 00:21:01.832814 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-20bebfd9-ba43-4d99-9688-36aa9e12d407 req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:21:01.854410 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-20bebfd9-ba43-4d99-9688-36aa9e12d407 req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Usage tracker for resource:security_group_rule and tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:21:01.859956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-20bebfd9-ba43-4d99-9688-36aa9e12d407 req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:21:01.927861 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-20bebfd9-ba43-4d99-9688-36aa9e12d407 req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:21:01.931642 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f3b957e-d3db-4cba-be5b-e955ce4a4c30 req-7966b46b-6714-43b4-8543-ca918ee0a945 service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4431217
Feb 18 00:21:02.027199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a5f7acc3-ac14-4902-86a6-b5a9c9a03348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:02.057628 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e7a0-e509-4d8e-b8a3-b7743936cbaf req-28b9e844-2749-4ddb-bd9f-6925ff5d9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:02.059310 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df93e7a0-e509-4d8e-b8a3-b7743936cbaf req-28b9e844-2749-4ddb-bd9f-6925ff5d9076 service neutron] 10.222.0.58 "GET /v2.0/networks?id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 HTTP/1.1" status: 200  len: 908 time: 0.2566698
Feb 18 00:21:02.069752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7759e-1365-4c01-8029-d9521c2a8398 req-2c7cf36e-a40c-4298-953c-98360d377039 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:02.077335 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4be7759e-1365-4c01-8029-d9521c2a8398 req-2c7cf36e-a40c-4298-953c-98360d377039 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1556566
Feb 18 00:21:02.159892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74f69d-b8e8-4196-bfab-beac6e7bf9b8 None None] New status for floating IP dc528381-5c99-4302-8a28-92d53f3d988b: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:21:02.170443 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a5f7acc3-ac14-4902-86a6-b5a9c9a03348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:02.234486 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4be7759e-1365-4c01-8029-d9521c2a8398 req-efcd61b3-178d-4d22-86c7-bd103a5a695f tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1559424
Feb 18 00:21:02.311021 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df93e7a0-e509-4d8e-b8a3-b7743936cbaf req-4f3da5c1-9446-45b8-b01b-6ea3e0c22574 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215 HTTP/1.1" status: 200  len: 998 time: 0.2307651
Feb 18 00:21:02.343204 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-20bebfd9-ba43-4d99-9688-36aa9e12d407 req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:02.363286 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-20bebfd9-ba43-4d99-9688-36aa9e12d407 req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:02.399495 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e7a0-e509-4d8e-b8a3-b7743936cbaf req-aa5849fb-0e0c-4f2c-a331-3a8ae9cf0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:02.401441 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3c77dd38-6599-4eab-aa27-8d53f9617e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:02.401641 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df93e7a0-e509-4d8e-b8a3-b7743936cbaf req-aa5849fb-0e0c-4f2c-a331-3a8ae9cf0329 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=808293fb-19c9-449a-969e-06462c294bc2 HTTP/1.1" status: 200  len: 853 time: 0.0740881
Feb 18 00:21:02.417164 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-20bebfd9-ba43-4d99-9688-36aa9e12d407 req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:02.418960 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-20bebfd9-ba43-4d99-9688-36aa9e12d407 req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.8188272
Feb 18 00:21:02.444232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a5f7acc3-ac14-4902-86a6-b5a9c9a03348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:02.455724 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a5f7acc3-ac14-4902-86a6-b5a9c9a03348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:02.459791 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a5f7acc3-ac14-4902-86a6-b5a9c9a03348 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6d0ad58-8080-48bb-974b-990674815625 HTTP/1.1" status: 204  len: 168 time: 0.6775546
Feb 18 00:21:02.569143 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7144706c-13b5-4698-8013-f99729b15996,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:02.579241 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:02.584294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e7a0-e509-4d8e-b8a3-b7743936cbaf req-ad45fada-c51f-4420-ad37-68b338bef276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:02.586706 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df93e7a0-e509-4d8e-b8a3-b7743936cbaf req-ad45fada-c51f-4420-ad37-68b338bef276 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1699948
Feb 18 00:21:02.592135 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1d47ed5f-7412-44ff-a53f-4028b5a54eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:02.620864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.resource_extend [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 18 00:21:02.642281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7acc3-ac14-4902-86a6-b5a9c9a03348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d0ad58-8080-48bb-974b-990674815625,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:02.658485 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a5f7acc3-ac14-4902-86a6-b5a9c9a03348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:02.719820 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e2b4f726-782c-45c6-acbf-56d9c0dd90b1 req-d2f91d00-ea32-40b2-ae7d-9484cdd179c6 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups/7144706c-13b5-4698-8013-f99729b15996 HTTP/1.1" status: 200  len: 1814 time: 0.2410498
Feb 18 00:21:02.727439 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-e2b4f726-782c-45c6-acbf-56d9c0dd90b1 req-6bed84fd-5507-4fa0-9caa-ebdc946663e0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7144706c-13b5-4698-8013-f99729b15996', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:21:02.727802 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-e2b4f726-782c-45c6-acbf-56d9c0dd90b1 req-6bed84fd-5507-4fa0-9caa-ebdc946663e0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7144706c-13b5-4698-8013-f99729b15996', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:21:02.741491 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-e2b4f726-782c-45c6-acbf-56d9c0dd90b1 req-6bed84fd-5507-4fa0-9caa-ebdc946663e0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:21:02.756163 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-e2b4f726-782c-45c6-acbf-56d9c0dd90b1 req-6bed84fd-5507-4fa0-9caa-ebdc946663e0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Usage tracker for resource:security_group_rule and tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:21:02.762879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-e2b4f726-782c-45c6-acbf-56d9c0dd90b1 req-6bed84fd-5507-4fa0-9caa-ebdc946663e0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:21:02.770786 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df93e7a0-e509-4d8e-b8a3-b7743936cbaf req-d607d6b7-f184-4b66-b7a9-ad79f1d5faf3 service neutron] 10.222.0.58 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1771436
Feb 18 00:21:02.774138 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-e2b4f726-782c-45c6-acbf-56d9c0dd90b1 req-6bed84fd-5507-4fa0-9caa-ebdc946663e0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:21:02.781601 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:21:02.794250 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:02.875956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Transition to ACTIVE for port object b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:21:02.877657 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e2b4f726-782c-45c6-acbf-56d9c0dd90b1 req-6bed84fd-5507-4fa0-9caa-ebdc946663e0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:02.899446 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e2b4f726-782c-45c6-acbf-56d9c0dd90b1 req-6bed84fd-5507-4fa0-9caa-ebdc946663e0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:02.901574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:02.943986 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:03.009002 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e2b4f726-782c-45c6-acbf-56d9c0dd90b1 req-6bed84fd-5507-4fa0-9caa-ebdc946663e0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170069'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:03.023739 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df93e7a0-e509-4d8e-b8a3-b7743936cbaf req-f373e955-b954-452f-99dd-611a8b4f8ea4 service neutron] 10.222.0.58 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1978519
Feb 18 00:21:03.048999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d0052-fe36-45b5-a44d-1355372e3006 req-c3f94e3a-db4d-42b6-bc4c-4e55d342d8b8 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:03.050830 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-975d0052-fe36-45b5-a44d-1355372e3006 req-c3f94e3a-db4d-42b6-bc4c-4e55d342d8b8 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.2790594
Feb 18 00:21:03.119474 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-975d0052-fe36-45b5-a44d-1355372e3006 req-e6174a77-786a-41c0-8903-8007e285ce19 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596497
Feb 18 00:21:03.177946 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ff5b92-67a1-49d8-a46b-fa15f762c8b3,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:03.183964 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:03.184885 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5dde70c9-7413-461d-9299-8ae27396bebc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:03.194993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e2b4f726-782c-45c6-acbf-56d9c0dd90b1 req-6bed84fd-5507-4fa0-9caa-ebdc946663e0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:03.196307 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e2b4f726-782c-45c6-acbf-56d9c0dd90b1 req-6bed84fd-5507-4fa0-9caa-ebdc946663e0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4754498
Feb 18 00:21:03.214774 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed84fd-5507-4fa0-9caa-ebdc946663e0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debdfc2e-89d0-4e46-9c18-9fef479e4524,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:03.218611 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6bed84fd-5507-4fa0-9caa-ebdc946663e0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:03.271478 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 97d88c37-7f15-4f91-aa45-cd450e2db183 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:21:03.298953 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff27d62c-c1c2-4a72-9f0e-654bb716f8df req-1181919c-798e-4316-bb66-75da366411b0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups/7144706c-13b5-4698-8013-f99729b15996 HTTP/1.1" status: 200  len: 2407 time: 0.0695038
Feb 18 00:21:03.384003 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-ff27d62c-c1c2-4a72-9f0e-654bb716f8df req-f65f8409-47fd-4b22-b406-b4f3cd0c12ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7144706c-13b5-4698-8013-f99729b15996', 'remote_group_id': None}]} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:21:03.384440 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-ff27d62c-c1c2-4a72-9f0e-654bb716f8df req-f65f8409-47fd-4b22-b406-b4f3cd0c12ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7144706c-13b5-4698-8013-f99729b15996', 'remote_group_id': None}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:21:03.415120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 97d88c37-7f15-4f91-aa45-cd450e2db183 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:21:03.415554 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:03.420527 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-ff27d62c-c1c2-4a72-9f0e-654bb716f8df req-f65f8409-47fd-4b22-b406-b4f3cd0c12ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:21:03.429941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ff27d62c-c1c2-4a72-9f0e-654bb716f8df req-f65f8409-47fd-4b22-b406-b4f3cd0c12ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Usage tracker for resource:security_group_rule and tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:21:03.434748 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ff27d62c-c1c2-4a72-9f0e-654bb716f8df req-f65f8409-47fd-4b22-b406-b4f3cd0c12ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:21:03.442209 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-ff27d62c-c1c2-4a72-9f0e-654bb716f8df req-f65f8409-47fd-4b22-b406-b4f3cd0c12ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:21:03.472487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Attempting to bind port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:21:03.473044 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Attempting to bind port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '1cb1e824-12bb-4ec5-986d-65bcf3fc1b90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4242c71d-43b6-4226-9162-b806bf30eca1'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:21:03.473582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Attempting to bind port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 on network 4242c71d-43b6-4226-9162-b806bf30eca1 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:21:03.551234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4837a-f639-481f-b304-9b116b140e66 req-eda0d31f-e3cc-4966-8bb7-7eb02a713a59 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:03.552969 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-acd4837a-f639-481f-b304-9b116b140e66 req-eda0d31f-e3cc-4966-8bb7-7eb02a713a59 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 948 time: 0.2192833
Feb 18 00:21:03.576539 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ff27d62c-c1c2-4a72-9f0e-654bb716f8df req-f65f8409-47fd-4b22-b406-b4f3cd0c12ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:03.608052 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:21:03.608440 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Checking segment: {'id': '1cb1e824-12bb-4ec5-986d-65bcf3fc1b90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4242c71d-43b6-4226-9162-b806bf30eca1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:21:03.608801 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:03.609415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Bound using segment: {'id': '1cb1e824-12bb-4ec5-986d-65bcf3fc1b90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4242c71d-43b6-4226-9162-b806bf30eca1'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:21:03.609927 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Bound port: b9ff5b92-67a1-49d8-a46b-fa15f762c8b3, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb1e824-12bb-4ec5-986d-65bcf3fc1b90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4242c71d-43b6-4226-9162-b806bf30eca1'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:21:03.610307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:03.627270 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ff27d62c-c1c2-4a72-9f0e-654bb716f8df req-f65f8409-47fd-4b22-b406-b4f3cd0c12ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:03.629475 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-acd4837a-f639-481f-b304-9b116b140e66 req-1a88df45-72dd-4101-b43b-7d62f34ecaf3 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684977
Feb 18 00:21:03.638167 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ff27d62c-c1c2-4a72-9f0e-654bb716f8df req-f65f8409-47fd-4b22-b406-b4f3cd0c12ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170069'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:03.695145 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:03.715595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ff27d62c-c1c2-4a72-9f0e-654bb716f8df req-f65f8409-47fd-4b22-b406-b4f3cd0c12ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:03.722735 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff27d62c-c1c2-4a72-9f0e-654bb716f8df req-f65f8409-47fd-4b22-b406-b4f3cd0c12ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.3468263
Feb 18 00:21:03.726904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f8409-47fd-4b22-b406-b4f3cd0c12ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec98e447-0778-47bd-bc86-f0ebb22b120c,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:03.729842 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f65f8409-47fd-4b22-b406-b4f3cd0c12ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:03.775193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] For port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:21:03.775465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] For port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=b9ff5b92-67a1-49d8-a46b-fa15f762c8b3,segment=NetworkSegment(1cb1e824-12bb-4ec5-986d-65bcf3fc1b90),segment_id=1cb1e824-12bb-4ec5-986d-65bcf3fc1b90)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:21:03.779131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:03.798364 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:03.848381 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d173c4-76a5-4000-a725-ffa40af926ab req-5a37b6fd-5a88-4574-a8c8-cb0bf38da66d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:03.856896 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-05d173c4-76a5-4000-a725-ffa40af926ab req-5a37b6fd-5a88-4574-a8c8-cb0bf38da66d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1210747
Feb 18 00:21:03.905048 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-05d173c4-76a5-4000-a725-ffa40af926ab req-441244c2-e145-4de0-9219-33999726fd4f tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469463
Feb 18 00:21:03.997565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-58cf88aa-e91c-4f9f-b278-9ffc6ef287cc req-c4e20ebc-9a55-4577-8cf2-4e5f4299d031 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Synchronizing usage tracker for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:21:04.003841 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ff5b92-67a1-49d8-a46b-fa15f762c8b3,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:04.010896 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:04.044242 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-58cf88aa-e91c-4f9f-b278-9ffc6ef287cc req-c4e20ebc-9a55-4577-8cf2-4e5f4299d031 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Unset dirty status for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:21:04.045535 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-58cf88aa-e91c-4f9f-b278-9ffc6ef287cc req-c4e20ebc-9a55-4577-8cf2-4e5f4299d031 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2136227820&fields=id&tenant_id=acbe6b9a6cef4c53a0b9b1ea15b35d58 HTTP/1.1" status: 200  len: 267 time: 0.2140787
Feb 18 00:21:04.114710 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:04.115393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:04.117432 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] 10.222.0.58 "PUT /v2.0/ports/b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 HTTP/1.1" status: 200  len: 1162 time: 3.1908286
Feb 18 00:21:04.117952 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f31314d-b29d-4026-8049-bd06b965b094', 'tag': 'b9ff5b92-67a1-49d8-a46b-fa15f762c8b3'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:21:04.167700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf88aa-e91c-4f9f-b278-9ffc6ef287cc req-a5cfcb6c-290d-4f00-932c-73fdc2e39662 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:04.169584 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-58cf88aa-e91c-4f9f-b278-9ffc6ef287cc req-a5cfcb6c-290d-4f00-932c-73fdc2e39662 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 945 time: 0.1170688
Feb 18 00:21:04.186804 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-58cf88aa-e91c-4f9f-b278-9ffc6ef287cc req-bd9bd784-c1c0-4512-a57f-4faee0d597cc tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Request body: {'port': {'security_groups': ['18b53a20-552c-4559-a540-84607ff00d08', '7144706c-13b5-4698-8013-f99729b15996']}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:21:04.221434 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f31314d-b29d-4026-8049-bd06b965b094', 'tag': 'b9ff5b92-67a1-49d8-a46b-fa15f762c8b3', 'status': 'completed', 'code': 200}
Feb 18 00:21:04.413069 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-58cf88aa-e91c-4f9f-b278-9ffc6ef287cc req-bd9bd784-c1c0-4512-a57f-4faee0d597cc tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:04.444255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb2184-9d52-4c0a-bb6a-dfcc95cbe530 req-13ee88a5-9da6-4841-8e62-fe82bed30430 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:04.453102 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eacb2184-9d52-4c0a-bb6a-dfcc95cbe530 req-13ee88a5-9da6-4841-8e62-fe82bed30430 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1052496
Feb 18 00:21:04.508302 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eacb2184-9d52-4c0a-bb6a-dfcc95cbe530 req-e5f87b64-1f45-45c0-84dc-63402709930f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525899
Feb 18 00:21:04.781904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-58cf88aa-e91c-4f9f-b278-9ffc6ef287cc req-bd9bd784-c1c0-4512-a57f-4faee0d597cc tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] For port d0a71600-2e39-42a1-bbbf-4a99f03da215, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215,segment=NetworkSegment(5df5cdbe-bb6b-4ace-9019-3d8548900301),segment_id=5df5cdbe-bb6b-4ace-9019-3d8548900301)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:21:04.808154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-58cf88aa-e91c-4f9f-b278-9ffc6ef287cc req-bd9bd784-c1c0-4512-a57f-4faee0d597cc tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:04.812529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-58cf88aa-e91c-4f9f-b278-9ffc6ef287cc req-bd9bd784-c1c0-4512-a57f-4faee0d597cc tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:04.827464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-424916b3-e58d-4815-a045-4a930676ad65 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:04.841011 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba637f5-68f5-4aab-b3e2-1e98aac02406 req-950ae659-51d5-4b18-99fd-2cbccf331134 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:04.842612 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ba637f5-68f5-4aab-b3e2-1e98aac02406 req-950ae659-51d5-4b18-99fd-2cbccf331134 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 948 time: 0.0978978
Feb 18 00:21:04.893858 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ba637f5-68f5-4aab-b3e2-1e98aac02406 req-2ecac547-1613-4cb6-a42d-90e1f863bbd8 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448830
Feb 18 00:21:04.976706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bd784-c1c0-4512-a57f-4faee0d597cc tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Pushing event updated for resources: {'Port': ['ID=d0a71600-2e39-42a1-bbbf-4a99f03da215,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:04.989664 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bd9bd784-c1c0-4512-a57f-4faee0d597cc tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:05.026521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf88aa-e91c-4f9f-b278-9ffc6ef287cc req-bd9bd784-c1c0-4512-a57f-4faee0d597cc tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:05.027202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-58cf88aa-e91c-4f9f-b278-9ffc6ef287cc req-bd9bd784-c1c0-4512-a57f-4faee0d597cc tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:05.028720 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-58cf88aa-e91c-4f9f-b278-9ffc6ef287cc req-bd9bd784-c1c0-4512-a57f-4faee0d597cc tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "PUT /v2.0/ports/d0a71600-2e39-42a1-bbbf-4a99f03da215 HTTP/1.1" status: 200  len: 981 time: 0.8493843
Feb 18 00:21:05.112947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76833-49d2-4aa7-a68a-8828264f1531 req-bd5f1a2d-372d-4a72-b84a-f11aaefe54e3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:05.114596 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-92d76833-49d2-4aa7-a68a-8828264f1531 req-bd5f1a2d-372d-4a72-b84a-f11aaefe54e3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0900903
Feb 18 00:21:05.166210 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-92d76833-49d2-4aa7-a68a-8828264f1531 req-d0926f72-e088-49e7-85d5-8707deae7ef8 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449128
Feb 18 00:21:05.226660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba5d9c-e453-4cdb-b3b3-3037b6771c32 req-63b8c926-01c8-41f8-ab15-2d3c26c34944 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:05.228277 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-32ba5d9c-e453-4cdb-b3b3-3037b6771c32 req-63b8c926-01c8-41f8-ab15-2d3c26c34944 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.1033907
Feb 18 00:21:05.278888 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-32ba5d9c-e453-4cdb-b3b3-3037b6771c32 req-bcc69cb5-52b7-47ae-860b-3dfbe8c9cbef tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0439601
Feb 18 00:21:05.304568 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-487f5633-7d43-4b7f-955d-1a060f9bd735 None None] Provisioning complete for port d0a71600-2e39-42a1-bbbf-4a99f03da215 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:21:05.304568 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-487f5633-7d43-4b7f-955d-1a060f9bd735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:05.708059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564f8cb-afe1-4c2a-add8-f556821e33b4 req-6b30c863-f58c-4a8c-b76f-814bd2025cad tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:05.709674 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2564f8cb-afe1-4c2a-add8-f556821e33b4 req-6b30c863-f58c-4a8c-b76f-814bd2025cad tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0881226
Feb 18 00:21:05.755925 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2564f8cb-afe1-4c2a-add8-f556821e33b4 req-d6b656c7-be78-44f1-a974-998bbed01e36 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399806
Feb 18 00:21:06.094376 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecf550-8e88-4627-8c02-8663635351b3 req-ed770e2a-c243-4a80-b1c0-4a3a21b9886a tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:06.095126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-a6ecf550-8e88-4627-8c02-8663635351b3 req-ed770e2a-c243-4a80-b1c0-4a3a21b9886a tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Synchronizing usage tracker for tenant:5e82dd4773f74d149939ce7c31dd067a on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:21:06.111575 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-a6ecf550-8e88-4627-8c02-8663635351b3 req-ed770e2a-c243-4a80-b1c0-4a3a21b9886a tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Unset dirty status for tenant:5e82dd4773f74d149939ce7c31dd067a on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:21:06.112813 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a6ecf550-8e88-4627-8c02-8663635351b3 req-ed770e2a-c243-4a80-b1c0-4a3a21b9886a tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 948 time: 0.1052144
Feb 18 00:21:06.159751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-a6ecf550-8e88-4627-8c02-8663635351b3 req-4a8a6dfb-f526-4c88-a285-150e25354e35 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Synchronizing usage tracker for tenant:5e82dd4773f74d149939ce7c31dd067a on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:21:06.174999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-a6ecf550-8e88-4627-8c02-8663635351b3 req-4a8a6dfb-f526-4c88-a285-150e25354e35 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Unset dirty status for tenant:5e82dd4773f74d149939ce7c31dd067a on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:21:06.176130 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a6ecf550-8e88-4627-8c02-8663635351b3 req-4a8a6dfb-f526-4c88-a285-150e25354e35 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569339
Feb 18 00:21:06.222150 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:21:06.278367 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215', 'status': 'completed', 'code': 200}
Feb 18 00:21:06.370916 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b577e9-9e99-4be7-abcb-fd18ce70e762 req-d35c3f5a-3b54-43f2-a69e-611a42d07f52 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:06.372531 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-81b577e9-9e99-4be7-abcb-fd18ce70e762 req-d35c3f5a-3b54-43f2-a69e-611a42d07f52 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0849483
Feb 18 00:21:06.419370 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-81b577e9-9e99-4be7-abcb-fd18ce70e762 req-626460b1-8d5a-4fbc-9bcd-b98143a37e47 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406199
Feb 18 00:21:06.955277 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe24ac-ef67-44b1-97df-72371b6ec8f2 req-985c4fe0-11ab-41b1-9848-4c790e347f17 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:06.957042 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dafe24ac-ef67-44b1-97df-72371b6ec8f2 req-985c4fe0-11ab-41b1-9848-4c790e347f17 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0858486
Feb 18 00:21:07.064595 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dafe24ac-ef67-44b1-97df-72371b6ec8f2 req-cf36f3a9-8c1c-4ee0-ae38-318933f65144 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990605
Feb 18 00:21:07.068585 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dd56e-df92-4796-82e6-781a7187e421 req-035a9305-4c6b-4e1e-880d-282a7903f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:07.070218 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e66dd56e-df92-4796-82e6-781a7187e421 req-035a9305-4c6b-4e1e-880d-282a7903f196 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acbe6b9a6cef4c53a0b9b1ea15b35d58&device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 1202 time: 0.0903428
Feb 18 00:21:07.108328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e855638-4072-4c4c-8354-51fe6ffdf641 req-04445633-408a-44ac-a27c-e7c0a97e4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:07.110231 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7e855638-4072-4c4c-8354-51fe6ffdf641 req-04445633-408a-44ac-a27c-e7c0a97e4de5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e82dd4773f74d149939ce7c31dd067a&device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 1165 time: 0.1298952
Feb 18 00:21:07.161409 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7e855638-4072-4c4c-8354-51fe6ffdf641 req-92cdbae6-99cf-47f3-a1d7-079674e52716 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5e82dd4773f74d149939ce7c31dd067a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0309615
Feb 18 00:21:07.229224 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dd56e-df92-4796-82e6-781a7187e421 req-a9fc0698-283a-42e6-86fd-c5321726b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:07.230931 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e66dd56e-df92-4796-82e6-781a7187e421 req-a9fc0698-283a-42e6-86fd-c5321726b56b service neutron] 10.222.0.58 "GET /v2.0/networks?id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 HTTP/1.1" status: 200  len: 908 time: 0.1534472
Feb 18 00:21:07.318862 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e855638-4072-4c4c-8354-51fe6ffdf641 req-a52ab7ce-7a96-420b-8008-b93356679ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:07.320484 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7e855638-4072-4c4c-8354-51fe6ffdf641 req-a52ab7ce-7a96-420b-8008-b93356679ab5 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1515498
Feb 18 00:21:07.417753 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e66dd56e-df92-4796-82e6-781a7187e421 req-1fe78199-b199-4da5-9236-c28ea8d26f7c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215 HTTP/1.1" status: 200  len: 1000 time: 0.1653249
Feb 18 00:21:07.448323 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d0a71600-2e39-42a1-bbbf-4a99f03da215 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:21:07.451233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-942926ae-8a6c-4572-acc0-05f8957ba08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:07.453094 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-942926ae-8a6c-4572-acc0-05f8957ba08b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e82dd4773f74d149939ce7c31dd067a&device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 1165 time: 0.0797560
Feb 18 00:21:07.501373 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297021af-afac-4dcd-afe5-6a55c0b6c1b4 req-0a72b74c-c33b-4a55-8e0d-ee29cd6cb741 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:07.503011 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-297021af-afac-4dcd-afe5-6a55c0b6c1b4 req-0a72b74c-c33b-4a55-8e0d-ee29cd6cb741 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 948 time: 0.1862960
Feb 18 00:21:07.526043 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dd56e-df92-4796-82e6-781a7187e421 req-d8ba63e7-1820-4d3b-8ede-2b331184fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:07.527624 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e66dd56e-df92-4796-82e6-781a7187e421 req-d8ba63e7-1820-4d3b-8ede-2b331184fe9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=808293fb-19c9-449a-969e-06462c294bc2 HTTP/1.1" status: 200  len: 853 time: 0.1024275
Feb 18 00:21:07.532979 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port d0a71600-2e39-42a1-bbbf-4a99f03da215 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:21:07.533942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:07.604679 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-297021af-afac-4dcd-afe5-6a55c0b6c1b4 req-59223505-fbb3-4860-8172-a3ad3884208d tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938532
Feb 18 00:21:07.644449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dd56e-df92-4796-82e6-781a7187e421 req-0668108c-7310-42d3-8e90-40919d0e2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:07.646173 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e66dd56e-df92-4796-82e6-781a7187e421 req-0668108c-7310-42d3-8e90-40919d0e2b9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0980301
Feb 18 00:21:07.686897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 97d88c37-7f15-4f91-aa45-cd450e2db183 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:21:07.775859 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 97d88c37-7f15-4f91-aa45-cd450e2db183 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:21:07.776406 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:07.824549 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e66dd56e-df92-4796-82e6-781a7187e421 req-0f5fe0e3-5a4f-4b43-9147-a159627b4be0 service neutron] 10.222.0.58 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668053
Feb 18 00:21:07.943083 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-7a09d60e-217e-4046-aa26-79b754d00442 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 HTTP/1.1" status: 200  len: 217 time: 0.4799707
Feb 18 00:21:07.993971 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e66dd56e-df92-4796-82e6-781a7187e421 req-691ad499-56dc-41a8-b5ca-d24686e4bb45 service neutron] 10.222.0.58 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1602335
Feb 18 00:21:08.038091 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-cb677452-d0de-4406-81f4-026a714611c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:08.039321 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-cb677452-d0de-4406-81f4-026a714611c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=77069546-d1b4-45ef-9626-be170d6020bb HTTP/1.1" status: 200  len: 843 time: 0.0861006
Feb 18 00:21:08.045464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b541544-34e7-433c-9a36-52d5faadd9c1 req-f2e40ad8-8348-4601-bc52-2480ea48c302 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:08.046967 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6b541544-34e7-433c-9a36-52d5faadd9c1 req-f2e40ad8-8348-4601-bc52-2480ea48c302 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1665273
Feb 18 00:21:08.156129 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6b541544-34e7-433c-9a36-52d5faadd9c1 req-760b6527-0de5-4cad-a11d-9b4c89de55f3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673990
Feb 18 00:21:08.173222 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-27251f08-b483-4965-9992-0083d27be504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:08.174849 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-27251f08-b483-4965-9992-0083d27be504 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4242c71d-43b6-4226-9162-b806bf30eca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.1269603
Feb 18 00:21:08.347141 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-b162dd4f-e163-4e54-9c0d-94459a6c80f2 service neutron] 10.222.0.58 "GET /v2.0/networks/4242c71d-43b6-4226-9162-b806bf30eca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1641910
Feb 18 00:21:08.371932 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb8ca9-3e83-4efd-bfca-885c61213f5c req-3ad9182c-8f52-4b95-8653-4cfb01da79bd tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:08.374025 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1aeb8ca9-3e83-4efd-bfca-885c61213f5c req-3ad9182c-8f52-4b95-8653-4cfb01da79bd tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1185389
Feb 18 00:21:08.424709 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1aeb8ca9-3e83-4efd-bfca-885c61213f5c req-3c3cc30d-48dd-4cf9-83f5-7e0cdbbd8424 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450120
Feb 18 00:21:08.516949 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7b10442-8c20-435e-adf8-8b6e7a2cfbc6 req-f848ef5c-fbbc-4b3e-8873-52d0c947accf service neutron] 10.222.0.58 "GET /v2.0/networks/4242c71d-43b6-4226-9162-b806bf30eca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1508994
Feb 18 00:21:08.927275 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f01180-c598-4f0e-b3c3-d6c1cbbe0c27 req-f4d64fa7-83c5-4a07-9f40-7bc1d91da179 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:08.936179 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f2f01180-c598-4f0e-b3c3-d6c1cbbe0c27 req-f4d64fa7-83c5-4a07-9f40-7bc1d91da179 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 948 time: 0.1263065
Feb 18 00:21:09.004974 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f2f01180-c598-4f0e-b3c3-d6c1cbbe0c27 req-82f5d73b-411f-4efe-9f7d-43f43e86d3bf tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664885
Feb 18 00:21:09.361169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df33d0-992f-4024-9d03-05692131ecad req-f8ccbf8f-bdea-429e-ac3b-ed159b4fed59 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:09.362749 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-68df33d0-992f-4024-9d03-05692131ecad req-f8ccbf8f-bdea-429e-ac3b-ed159b4fed59 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0852065
Feb 18 00:21:09.409506 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-68df33d0-992f-4024-9d03-05692131ecad req-11a7b65c-8d52-470c-bfb5-d729b52895b1 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399806
Feb 18 00:21:10.203836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcd061-c70a-40c9-870c-c8dc69b62f5a req-edd3fae2-a23b-45a3-b94d-42c859ac6191 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:10.205471 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0abcd061-c70a-40c9-870c-c8dc69b62f5a req-edd3fae2-a23b-45a3-b94d-42c859ac6191 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 948 time: 0.0904601
Feb 18 00:21:10.254769 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0abcd061-c70a-40c9-870c-c8dc69b62f5a req-f11e66f4-bf86-4313-b260-5649404d9964 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423825
Feb 18 00:21:10.610983 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853e5ed-bbaf-4b37-ad78-02cca559c0c0 req-a27fade6-4cba-4143-aa65-e0e4d58ae29e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:10.612548 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7853e5ed-bbaf-4b37-ad78-02cca559c0c0 req-a27fade6-4cba-4143-aa65-e0e4d58ae29e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0895591
Feb 18 00:21:10.658583 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7853e5ed-bbaf-4b37-ad78-02cca559c0c0 req-540f024f-ed8c-4f66-8a1d-a40314a1e901 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393384
Feb 18 00:21:11.455761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac904fa-9d6d-4c18-82ea-a0f78252b751 req-912c1452-f5b5-487b-bc60-bc0c66a2b2c0 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:11.457343 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6ac904fa-9d6d-4c18-82ea-a0f78252b751 req-912c1452-f5b5-487b-bc60-bc0c66a2b2c0 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 948 time: 0.0872374
Feb 18 00:21:11.504906 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6ac904fa-9d6d-4c18-82ea-a0f78252b751 req-19c7dbd5-70a1-4833-b4d5-bc2525f14492 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407956
Feb 18 00:21:11.864649 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f79af-3a6c-4e47-8e12-6bad85bb6f36 req-0ec52e8d-3a3e-4fce-9138-feff180b9fdd tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:11.866744 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b6f79af-3a6c-4e47-8e12-6bad85bb6f36 req-0ec52e8d-3a3e-4fce-9138-feff180b9fdd tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0925312
Feb 18 00:21:11.920140 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b6f79af-3a6c-4e47-8e12-6bad85bb6f36 req-b3d77cf8-74a8-4652-8170-c22a99f4f8c1 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469139
Feb 18 00:21:12.660277 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ab32c-1dc0-4ecf-8b00-4c252411cd1b req-bb7ac174-d71a-4218-bffb-26a8d6f0e76d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:12.670453 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-814ab32c-1dc0-4ecf-8b00-4c252411cd1b req-bb7ac174-d71a-4218-bffb-26a8d6f0e76d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1647952
Feb 18 00:21:12.734331 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-814ab32c-1dc0-4ecf-8b00-4c252411cd1b req-32c8956d-27a3-45cf-8006-888a0b13331f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613201
Feb 18 00:21:13.098627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc2452-8992-4f9a-a027-dd2d8f6ea07a req-c1fbe31d-cfad-4fce-99da-de34bdc7f868 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:13.106572 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b1fc2452-8992-4f9a-a027-dd2d8f6ea07a req-c1fbe31d-cfad-4fce-99da-de34bdc7f868 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 948 time: 0.3922818
Feb 18 00:21:13.170236 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b1fc2452-8992-4f9a-a027-dd2d8f6ea07a req-b8a32348-685b-47bc-acc2-6f255983227b tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623624
Feb 18 00:21:13.390400 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff94cac-a325-468f-8271-0544963f425d req-621ddf18-50c9-4098-be3c-b97e48c43f81 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:13.398544 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1ff94cac-a325-468f-8271-0544963f425d req-621ddf18-50c9-4098-be3c-b97e48c43f81 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0953295
Feb 18 00:21:13.453016 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1ff94cac-a325-468f-8271-0544963f425d req-96592acb-0485-49d1-93f6-35cecb411655 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533843
Feb 18 00:21:14.198398 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network 4242c71d-43b6-4226-9162-b806bf30eca1 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:21:14.466800 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de345b-2ba9-4f59-a151-94e9261fa387 req-93bb70fe-3b33-49da-9a77-426fdce45484 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:14.468574 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-31de345b-2ba9-4f59-a151-94e9261fa387 req-93bb70fe-3b33-49da-9a77-426fdce45484 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 948 time: 0.1005549
Feb 18 00:21:14.508738 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-64e60ef1-5403-48d1-91f8-593c9c283f91 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83995) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 00:21:14.523651 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-31de345b-2ba9-4f59-a151-94e9261fa387 req-22996239-9f19-44ca-b849-2a50e35b5210 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473132
Feb 18 00:21:14.648385 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e411e-b1cf-4d4a-91b1-e089d2ee6a25 req-d5d65b79-6845-4f61-889b-2ceb89b69e74 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:14.650010 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-163e411e-b1cf-4d4a-91b1-e089d2ee6a25 req-d5d65b79-6845-4f61-889b-2ceb89b69e74 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0864005
Feb 18 00:21:14.717030 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-163e411e-b1cf-4d4a-91b1-e089d2ee6a25 req-4ad4ec2f-6703-4058-8bb5-1c386b82f7cf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593400
Feb 18 00:21:15.278212 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:21:15.354123 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:21:15.360525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:21:15.360992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:15.487767 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:15.517531 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f31314d-b29d-4026-8049-bd06b965b094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ff5b92-67a1-49d8-a46b-fa15f762c8b3'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:21:15.528256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=b9ff5b92-67a1-49d8-a46b-fa15f762c8b3,segment=NetworkSegment(1cb1e824-12bb-4ec5-986d-65bcf3fc1b90),segment_id=1cb1e824-12bb-4ec5-986d-65bcf3fc1b90)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:21:15.532261 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:15.536545 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:15.619909 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f31314d-b29d-4026-8049-bd06b965b094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ff5b92-67a1-49d8-a46b-fa15f762c8b3', 'code': 200}
Feb 18 00:21:15.638401 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=b9ff5b92-67a1-49d8-a46b-fa15f762c8b3,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:15.641983 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:15.780482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ee264-d873-4781-8dc8-b10c870b816c req-cebaf658-ab23-4615-8ad6-078710e22bc9 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:15.789497 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-295ee264-d873-4781-8dc8-b10c870b816c req-cebaf658-ab23-4615-8ad6-078710e22bc9 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 950 time: 0.1044819
Feb 18 00:21:15.903904 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-295ee264-d873-4781-8dc8-b10c870b816c req-08a867aa-1dfd-478b-aa70-23c91a1a22c5 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110208
Feb 18 00:21:15.935974 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58640d1e-5d8c-4110-b9f6-f261c9274587 req-eb4a3da2-760a-48ad-9d47-a3425f704e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:15.938271 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-58640d1e-5d8c-4110-b9f6-f261c9274587 req-eb4a3da2-760a-48ad-9d47-a3425f704e63 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 1167 time: 0.1100454
Feb 18 00:21:15.955721 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402631a6-0789-477e-8728-84c78b72b184 req-86e7cdfe-8914-422f-a3ac-beda3fe7dda0 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:15.965163 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402631a6-0789-477e-8728-84c78b72b184 req-86e7cdfe-8914-422f-a3ac-beda3fe7dda0 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1031237
Feb 18 00:21:16.008225 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-58640d1e-5d8c-4110-b9f6-f261c9274587 req-a552167a-642f-4a78-b03a-28a41507e4b0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551529
Feb 18 00:21:16.018516 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402631a6-0789-477e-8728-84c78b72b184 req-2b362db5-8a0b-4f5f-a108-79d04b70fd29 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520525
Feb 18 00:21:16.165975 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:21:16.262511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:21:16.263064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:16.479701 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 43666) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:16.708631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-905357b8-cc5b-483b-a859-9c3f87207220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:16.738491 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-905357b8-cc5b-483b-a859-9c3f87207220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:21:16.745679 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-905357b8-cc5b-483b-a859-9c3f87207220 admin admin] Usage tracker for resource:security_group_rule and tenant:7a5978b779024657803e65952f920760 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:21:16.751659 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-905357b8-cc5b-483b-a859-9c3f87207220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:21:16.763732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-905357b8-cc5b-483b-a859-9c3f87207220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:21:16.903011 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-905357b8-cc5b-483b-a859-9c3f87207220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:16.907092 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-905357b8-cc5b-483b-a859-9c3f87207220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:16.949260 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d50de167-b47e-4171-a23a-1b422d7403f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:16.994369 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905357b8-cc5b-483b-a859-9c3f87207220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89333ad-4a3a-4c22-bd74-ffc1121efbee,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:17.001520 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-905357b8-cc5b-483b-a859-9c3f87207220 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a5978b779024657803e65952f920760&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5199935
Feb 18 00:21:17.003292 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-905357b8-cc5b-483b-a859-9c3f87207220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:17.004087 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 43686) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:17.187384 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d0861d59-0712-424b-84bc-e57bde6ee7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:17.221087 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d0861d59-0712-424b-84bc-e57bde6ee7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:17.297926 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d0861d59-0712-424b-84bc-e57bde6ee7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:17.307840 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-500d9b6f-d9df-42bf-9498-1474402e3ae2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:17.335162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0861d59-0712-424b-84bc-e57bde6ee7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89333ad-4a3a-4c22-bd74-ffc1121efbee,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:17.339010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d0861d59-0712-424b-84bc-e57bde6ee7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:17.368412 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddd2c1-4842-460a-89a5-c68a0ac4597d req-53dad408-ad32-4745-a944-f04dc9bb7394 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:17.369610 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7eddd2c1-4842-460a-89a5-c68a0ac4597d req-53dad408-ad32-4745-a944-f04dc9bb7394 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 950 time: 0.2885234
Feb 18 00:21:17.372285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d0861d59-0712-424b-84bc-e57bde6ee7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:17.379522 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102e5ac-6217-4265-a4c8-baa498f8887c req-be558889-4cbf-43f6-8919-2df436814145 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:17.388334 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9102e5ac-6217-4265-a4c8-baa498f8887c req-be558889-4cbf-43f6-8919-2df436814145 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1143548
Feb 18 00:21:17.394337 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d0861d59-0712-424b-84bc-e57bde6ee7c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e89333ad-4a3a-4c22-bd74-ffc1121efbee HTTP/1.1" status: 204  len: 168 time: 0.3680394
Feb 18 00:21:17.466415 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7eddd2c1-4842-460a-89a5-c68a0ac4597d req-49783474-497f-4ba3-b0bf-98eedc0ce111 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703189
Feb 18 00:21:17.516104 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9102e5ac-6217-4265-a4c8-baa498f8887c req-f7f17f7a-3ebd-4c8d-a0b0-30046eea9796 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1264138
Feb 18 00:21:18.005813 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:21:18.927221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbfd7f-5bca-4094-bfe5-fd39858fefef req-e9ad541d-e9b7-42ed-95ea-b6cc35feeb2e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:18.938702 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b9fbfd7f-5bca-4094-bfe5-fd39858fefef req-e9ad541d-e9b7-42ed-95ea-b6cc35feeb2e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1909559
Feb 18 00:21:18.945695 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f3bd0-f787-4577-88dc-14637dc9b091 req-6a794b76-c828-4c7e-8a88-82359d2cbc26 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:18.959314 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-822f3bd0-f787-4577-88dc-14637dc9b091 req-6a794b76-c828-4c7e-8a88-82359d2cbc26 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 950 time: 0.2815056
Feb 18 00:21:19.035132 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b9fbfd7f-5bca-4094-bfe5-fd39858fefef req-adc089eb-f73c-4efc-93e9-93ffd2526302 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892634
Feb 18 00:21:19.067483 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-822f3bd0-f787-4577-88dc-14637dc9b091 req-3136298e-9865-4d25-a669-64a4cb512fb4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995431
Feb 18 00:21:19.492462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 43760) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:19.655814 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-db04181b-a2b6-4355-bef1-6a1ec2cf97dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:19.675802 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-db04181b-a2b6-4355-bef1-6a1ec2cf97dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:21:19.684023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b6154-70b0-4de4-94e8-4cff71fbad57 req-10b6c068-bc29-43a6-aeba-db814434dd11 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:19.685654 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-948b6154-70b0-4de4-94e8-4cff71fbad57 req-10b6c068-bc29-43a6-aeba-db814434dd11 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 950 time: 0.1322448
Feb 18 00:21:19.688235 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-db04181b-a2b6-4355-bef1-6a1ec2cf97dd admin admin] Usage tracker for resource:security_group_rule and tenant:55e00f168ca94361a20e6bd4ae732230 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:21:19.691450 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-db04181b-a2b6-4355-bef1-6a1ec2cf97dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:21:19.699636 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-db04181b-a2b6-4355-bef1-6a1ec2cf97dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:21:19.775958 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-948b6154-70b0-4de4-94e8-4cff71fbad57 req-8804e6fd-9515-4771-96d7-7c234c50f974 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780478
Feb 18 00:21:19.830861 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-db04181b-a2b6-4355-bef1-6a1ec2cf97dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:19.834435 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-db04181b-a2b6-4355-bef1-6a1ec2cf97dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:19.844058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d1d70008-17da-491d-9126-780ff5a043a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:19.888656 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-db04181b-a2b6-4355-bef1-6a1ec2cf97dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55e00f168ca94361a20e6bd4ae732230&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3946939
Feb 18 00:21:19.890497 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04181b-a2b6-4355-bef1-6a1ec2cf97dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f126b018-8232-4780-bf63-171d0a487cde,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:19.891899 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 43766) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:19.894233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-db04181b-a2b6-4355-bef1-6a1ec2cf97dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:19.974828 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-18973ed3-048a-4552-8034-49ce872d375e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:20.013194 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-18973ed3-048a-4552-8034-49ce872d375e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:20.076827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-18973ed3-048a-4552-8034-49ce872d375e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:20.089233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c81dadde-d3fb-4947-9a14-7910e04e6427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:20.118790 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18973ed3-048a-4552-8034-49ce872d375e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f126b018-8232-4780-bf63-171d0a487cde,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:20.123011 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-18973ed3-048a-4552-8034-49ce872d375e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:20.127803 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-18973ed3-048a-4552-8034-49ce872d375e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f126b018-8232-4780-bf63-171d0a487cde HTTP/1.1" status: 204  len: 168 time: 0.2317035
Feb 18 00:21:20.127803 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-18973ed3-048a-4552-8034-49ce872d375e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:20.462483 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df684-07e1-4c2b-8671-ccf7e4be5f61 req-2fae8724-8441-49e5-901a-ad878dc8df30 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:20.471389 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8d3df684-07e1-4c2b-8671-ccf7e4be5f61 req-2fae8724-8441-49e5-901a-ad878dc8df30 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1851771
Feb 18 00:21:20.533011 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8d3df684-07e1-4c2b-8671-ccf7e4be5f61 req-f0497b3d-1ef6-456f-8e77-14242872aaf4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605569
Feb 18 00:21:20.706771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:21.028730 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f53cb3-7b49-4a7b-aed1-a8b075cf6114 req-d33cf841-9132-4f35-9c6d-10c283a97e37 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:21.030370 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d3f53cb3-7b49-4a7b-aed1-a8b075cf6114 req-d33cf841-9132-4f35-9c6d-10c283a97e37 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 950 time: 0.1019726
Feb 18 00:21:21.083441 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d3f53cb3-7b49-4a7b-aed1-a8b075cf6114 req-0956856e-bbfa-46d9-b3e8-80e0223aee7e tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461595
Feb 18 00:21:21.734584 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c0189-4317-40b0-b93c-8c12fad3a61f req-f09b77cd-c0c2-4225-acda-630c6c2baf37 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:21.736523 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-985c0189-4317-40b0-b93c-8c12fad3a61f req-f09b77cd-c0c2-4225-acda-630c6c2baf37 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0890779
Feb 18 00:21:21.800561 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-985c0189-4317-40b0-b93c-8c12fad3a61f req-a0d308fc-c6cb-4c65-8e52-5147db45966c tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567086
Feb 18 00:21:22.048531 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d6c069e1-82fa-4311-964e-81e9ff1e2701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:22.462984 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8009a-3ade-4f3f-8c41-aa302f0cbb27 req-40919608-361f-42bc-9954-aabc53a7cb0c tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:22.470745 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8b8009a-3ade-4f3f-8c41-aa302f0cbb27 req-40919608-361f-42bc-9954-aabc53a7cb0c tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 950 time: 0.1253245
Feb 18 00:21:22.528334 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8b8009a-3ade-4f3f-8c41-aa302f0cbb27 req-0ba18ce3-cd73-44f3-b0e5-c2806709560b tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558457
Feb 18 00:21:22.626329 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fabb10-b098-4a4b-8ce3-fed92453b7f3 req-408ad2ee-2520-4464-8686-212e2e738df8 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:22.628218 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26fabb10-b098-4a4b-8ce3-fed92453b7f3 req-408ad2ee-2520-4464-8686-212e2e738df8 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0987468
Feb 18 00:21:22.683916 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26fabb10-b098-4a4b-8ce3-fed92453b7f3 req-abfa4918-2177-4bc5-9c5b-814fa287615b tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490699
Feb 18 00:21:23.025747 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ffe6d-9066-4b76-8f40-9197ea8aefbf req-ceb90e8f-6feb-40f7-a382-059876622bd4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:23.027444 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e15ffe6d-9066-4b76-8f40-9197ea8aefbf req-ceb90e8f-6feb-40f7-a382-059876622bd4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0911336
Feb 18 00:21:23.082319 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e15ffe6d-9066-4b76-8f40-9197ea8aefbf req-6b093aff-88e4-4827-9482-2c4b5a92e9c1 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480449
Feb 18 00:21:23.749696 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113fc9e-2cdb-4e2b-bc85-0d0ac53cdb59 req-ccc6cd35-5f43-4554-b685-af86ca35c9d1 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:23.751653 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7113fc9e-2cdb-4e2b-bc85-0d0ac53cdb59 req-ccc6cd35-5f43-4554-b685-af86ca35c9d1 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 950 time: 0.1051769
Feb 18 00:21:23.821834 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fba21c55-2351-4889-a078-aca3d21e4a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:23.830195 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7113fc9e-2cdb-4e2b-bc85-0d0ac53cdb59 req-14882a75-1a2c-43ea-9431-a8c28fd2fd25 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688145
Feb 18 00:21:23.907887 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98253ef8-8296-41e8-9c3a-b390da4d34f7 req-32154af4-689a-4eba-bd95-9e62d391ffda tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:23.909693 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-98253ef8-8296-41e8-9c3a-b390da4d34f7 req-32154af4-689a-4eba-bd95-9e62d391ffda tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1009114
Feb 18 00:21:23.960805 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-98253ef8-8296-41e8-9c3a-b390da4d34f7 req-23fb675d-869c-4d66-8fe8-cc53b87421e2 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440180
Feb 18 00:21:24.320942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c69188-40ad-47bd-a411-6c6c6c56a696 req-143bf99d-d6de-4a56-ae41-d014475b337c tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:24.329900 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-45c69188-40ad-47bd-a411-6c6c6c56a696 req-143bf99d-d6de-4a56-ae41-d014475b337c tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1134791
Feb 18 00:21:24.382754 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-45c69188-40ad-47bd-a411-6c6c6c56a696 req-bdf51ce5-175c-4ae3-a53f-5576c8ff8a71 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500853
Feb 18 00:21:24.520261 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d82b08-8489-43a8-aa46-6cb6689b21e0 req-df9f94b3-e60e-4850-b905-a9c5c842ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:24.520944 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:21:24.522199 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-61d82b08-8489-43a8-aa46-6cb6689b21e0 req-df9f94b3-e60e-4850-b905-a9c5c842ebd8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=30fcfa6325fc46188a1b3d8f51ea489b&device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 1162 time: 0.0973284
Feb 18 00:21:24.617645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:21:24.618447 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:24.749797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d82b08-8489-43a8-aa46-6cb6689b21e0 req-64ee3f3c-423c-4c4c-aa59-9dacb682ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:24.751345 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-61d82b08-8489-43a8-aa46-6cb6689b21e0 req-64ee3f3c-423c-4c4c-aa59-9dacb682ea40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=723b09a8-26d9-4b22-820f-e170fc1e54cc HTTP/1.1" status: 200  len: 913 time: 0.2184629
Feb 18 00:21:24.802677 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-93c823da-aa26-45a9-a5ca-4084c4f77689 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:24.804715 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-93c823da-aa26-45a9-a5ca-4084c4f77689 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 950 time: 0.1345704
Feb 18 00:21:24.842300 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-61d82b08-8489-43a8-aa46-6cb6689b21e0 req-aecbd773-38ec-4b79-97e8-ba3be4d53250 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97d88c37-7f15-4f91-aa45-cd450e2db183 HTTP/1.1" status: 200  len: 217 time: 0.0833805
Feb 18 00:21:24.902654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Deleting port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:21:24.902654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:24.928298 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d82b08-8489-43a8-aa46-6cb6689b21e0 req-091ed30c-85bd-4606-85be-31b5fea356a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:24.930634 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-61d82b08-8489-43a8-aa46-6cb6689b21e0 req-091ed30c-85bd-4606-85be-31b5fea356a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a838f012-ae05-4ba6-81a0-4e3e126d041f HTTP/1.1" status: 200  len: 859 time: 0.0798132
Feb 18 00:21:25.002388 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:21:25.040324 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-61d82b08-8489-43a8-aa46-6cb6689b21e0 req-500efd82-cb51-4e02-80b8-6e1d03d0990b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=723b09a8-26d9-4b22-820f-e170fc1e54cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0987620
Feb 18 00:21:25.304012 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:25.326837 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27355e7-a3c0-4cf0-b994-c71bc12c297e req-6d4bbb7b-a498-4a91-b5a9-3526a42b50b9 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:25.332178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:25.336077 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c27355e7-a3c0-4cf0-b994-c71bc12c297e req-6d4bbb7b-a498-4a91-b5a9-3526a42b50b9 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 950 time: 0.3279507
Feb 18 00:21:25.382048 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-61d82b08-8489-43a8-aa46-6cb6689b21e0 req-aede0486-da6a-49ef-90db-400c8e230d1c service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3335464
Feb 18 00:21:25.396426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f31314d-b29d-4026-8049-bd06b965b094', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ff5b92-67a1-49d8-a46b-fa15f762c8b3'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:21:25.410835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=b9ff5b92-67a1-49d8-a46b-fa15f762c8b3,segment=NetworkSegment(1cb1e824-12bb-4ec5-986d-65bcf3fc1b90),segment_id=1cb1e824-12bb-4ec5-986d-65bcf3fc1b90)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:21:25.418913 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:25.423728 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:25.431243 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c27355e7-a3c0-4cf0-b994-c71bc12c297e req-a5ae957d-9f34-49c7-b30a-e1df3fcac1c7 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937791
Feb 18 00:21:25.510568 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=b9ff5b92-67a1-49d8-a46b-fa15f762c8b3,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:25.515168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:25.517335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] For port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=b9ff5b92-67a1-49d8-a46b-fa15f762c8b3,segment=NetworkSegment(1cb1e824-12bb-4ec5-986d-65bcf3fc1b90),segment_id=1cb1e824-12bb-4ec5-986d-65bcf3fc1b90)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:21:25.517852 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:25.530457 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f31314d-b29d-4026-8049-bd06b965b094', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ff5b92-67a1-49d8-a46b-fa15f762c8b3', 'code': 200}
Feb 18 00:21:25.645962 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd936-a0af-4ccf-8d40-f4ef7b250121 req-35b987a9-52b9-463c-82e6-f597dfdc91dd tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:25.649017 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7dbcd936-a0af-4ccf-8d40-f4ef7b250121 req-35b987a9-52b9-463c-82e6-f597dfdc91dd tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.2661791
Feb 18 00:21:25.744794 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-61d82b08-8489-43a8-aa46-6cb6689b21e0 req-0f06575e-9c0c-4bfb-a81e-2bdaa41d9085 service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2574732
Feb 18 00:21:25.748498 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7dbcd936-a0af-4ccf-8d40-f4ef7b250121 req-9eecc8c3-0bcb-443d-a019-71091c515b79 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893998
Feb 18 00:21:25.773451 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Calling delete_port for b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:21:25.938280 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddc145-70dd-4cb3-99bb-0c8a199fe881 req-62dcf735-ec95-42ef-964a-ad48e0e22d3d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:25.939902 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ddddc145-70dd-4cb3-99bb-0c8a199fe881 req-62dcf735-ec95-42ef-964a-ad48e0e22d3d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1796722
Feb 18 00:21:25.945896 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83993) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 00:21:25.946269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_db.api [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 00:21:25.985058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:25.997482 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ddddc145-70dd-4cb3-99bb-0c8a199fe881 req-1e3c2270-94fb-4895-8fd5-e74c79d2c0d7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502276
Feb 18 00:21:26.389012 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a990a4b-fa89-4b84-ac6e-75962fb17fc2 req-3adeda73-02dc-48da-924f-f33f99869b2c tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:26.390649 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a990a4b-fa89-4b84-ac6e-75962fb17fc2 req-3adeda73-02dc-48da-924f-f33f99869b2c tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0928953
Feb 18 00:21:26.390992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:26.449338 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a990a4b-fa89-4b84-ac6e-75962fb17fc2 req-a945159a-b235-4560-a29c-a5a8d5b9dcdb tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490851
Feb 18 00:21:26.449868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Deleting port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:21:26.450241 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:26.682006 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f97704-f138-46e7-ac7b-a5ca3e592cb9 req-18115d0c-75c5-4acd-a32a-b6c6597817b0 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:26.683646 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e4f97704-f138-46e7-ac7b-a5ca3e592cb9 req-18115d0c-75c5-4acd-a32a-b6c6597817b0 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 948 time: 0.0996158
Feb 18 00:21:26.750831 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e4f97704-f138-46e7-ac7b-a5ca3e592cb9 req-ff34d9d7-f7c2-43a5-a0c9-4273261117a5 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/security-groups?id=19dfd60b-c316-48ab-82b6-b0257f0b9274&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543587
Feb 18 00:21:26.769487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] For port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=b9ff5b92-67a1-49d8-a46b-fa15f762c8b3,segment=NetworkSegment(1cb1e824-12bb-4ec5-986d-65bcf3fc1b90),segment_id=1cb1e824-12bb-4ec5-986d-65bcf3fc1b90)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:21:26.769977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:26.935482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Calling delete_port for b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:21:27.150742 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b77436-18db-4f85-b7e0-dbc075030772 req-07b00cd1-ebf1-438f-82fb-746a62bf4685 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:27.152365 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-76b77436-18db-4f85-b7e0-dbc075030772 req-07b00cd1-ebf1-438f-82fb-746a62bf4685 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.2249060
Feb 18 00:21:27.212780 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:27.230956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dea46284-190e-4255-98f9-8d3d34554515 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:27.322441 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-76b77436-18db-4f85-b7e0-dbc075030772 req-41264c3e-c9f6-4d46-a6b8-7f45c335c929 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625390
Feb 18 00:21:27.341013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Pushing event deleted for resources: {'Port': ['ID=b9ff5b92-67a1-49d8-a46b-fa15f762c8b3,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:27.344068 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:27.461295 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] No DVR routers for this DVR port b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 on host hv-cinder-75157 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:21:27.464668 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:27.469378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f31314d-b29d-4026-8049-bd06b965b094', 'name': 'network-vif-deleted', 'tag': 'b9ff5b92-67a1-49d8-a46b-fa15f762c8b3'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:21:27.487914 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ad8bf42-f9f1-4be2-a2c7-93787fed9c43 req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.58 "DELETE /v2.0/ports/b9ff5b92-67a1-49d8-a46b-fa15f762c8b3 HTTP/1.1" status: 204  len: 173 time: 2.6769974
Feb 18 00:21:27.565956 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f31314d-b29d-4026-8049-bd06b965b094', 'name': 'network-vif-deleted', 'tag': 'b9ff5b92-67a1-49d8-a46b-fa15f762c8b3', 'status': 'completed', 'code': 200}
Feb 18 00:21:27.723900 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176a580-7c52-4436-85f0-b8b303185258 req-aced86f1-e042-4533-81b4-748c2236c313 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:27.725642 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d176a580-7c52-4436-85f0-b8b303185258 req-aced86f1-e042-4533-81b4-748c2236c313 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1033695
Feb 18 00:21:27.778647 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d176a580-7c52-4436-85f0-b8b303185258 req-773ee83e-f718-4846-a6a8-7ae7eea40dc7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452912
Feb 18 00:21:27.938961 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f3046c80-fae4-44a6-8ca4-91c8ec4eb4d2 req-e94406ae-5f39-4636-a828-20b893c6fc1e tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 210 time: 0.0503232
Feb 18 00:21:28.576981 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433029f-e771-4943-ab1f-5d4de9b1f8f3 req-988fdf8b-0c75-43e3-9214-6f11c87f0aa4 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:28.578501 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2433029f-e771-4943-ab1f-5d4de9b1f8f3 req-988fdf8b-0c75-43e3-9214-6f11c87f0aa4 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1242898
Feb 18 00:21:28.630526 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2433029f-e771-4943-ab1f-5d4de9b1f8f3 req-f5a81855-2c85-4ec7-b724-adf703475e5a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455279
Feb 18 00:21:29.042710 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53968153-6ad5-4396-b412-c6b22b8692b9 req-dffc7ea2-4309-408d-903f-bc8f7468984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:29.044535 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53968153-6ad5-4396-b412-c6b22b8692b9 req-dffc7ea2-4309-408d-903f-bc8f7468984c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d&device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 1162 time: 0.0891051
Feb 18 00:21:29.047019 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349340f8-bcd8-4305-9684-f6958fe15d82 req-4240e602-6fe5-4d76-9e7e-203a7113f3e1 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:29.054920 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-349340f8-bcd8-4305-9684-f6958fe15d82 req-4240e602-6fe5-4d76-9e7e-203a7113f3e1 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1182911
Feb 18 00:21:29.115623 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-349340f8-bcd8-4305-9684-f6958fe15d82 req-18d290d6-02ae-44da-aece-2a7f20854675 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550675
Feb 18 00:21:29.270958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9a33e547-c488-4be2-b1ab-c5c46a242f3a req-70637d17-0c43-4fb4-a5c9-503406f13fa1 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Synchronizing usage tracker for tenant:5e82dd4773f74d149939ce7c31dd067a on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:21:29.306202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9a33e547-c488-4be2-b1ab-c5c46a242f3a req-70637d17-0c43-4fb4-a5c9-503406f13fa1 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Unset dirty status for tenant:5e82dd4773f74d149939ce7c31dd067a on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:21:29.307464 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9a33e547-c488-4be2-b1ab-c5c46a242f3a req-70637d17-0c43-4fb4-a5c9-503406f13fa1 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f31314d-b29d-4026-8049-bd06b965b094 HTTP/1.1" status: 200  len: 210 time: 0.1061001
Feb 18 00:21:29.332864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53968153-6ad5-4396-b412-c6b22b8692b9 req-2a4bc55f-d43c-4c40-87e2-f5ecec26689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:29.335110 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53968153-6ad5-4396-b412-c6b22b8692b9 req-2a4bc55f-d43c-4c40-87e2-f5ecec26689b service neutron] 10.222.0.58 "GET /v2.0/networks?id=b386a18a-6f15-4736-83e0-5ac61f0904b4 HTTP/1.1" status: 200  len: 905 time: 0.2777340
Feb 18 00:21:29.670972 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53968153-6ad5-4396-b412-c6b22b8692b9 req-1c09e9fd-e3fd-4227-accd-85d2d9fe908b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4320bf84-e79d-4578-9ed7-17e199a4ab17 HTTP/1.1" status: 200  len: 1001 time: 0.3252654
Feb 18 00:21:29.747414 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53968153-6ad5-4396-b412-c6b22b8692b9 req-771fd429-3b1c-41d2-8ea7-079e57feae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:29.749302 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53968153-6ad5-4396-b412-c6b22b8692b9 req-771fd429-3b1c-41d2-8ea7-079e57feae90 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e7542848-0274-4fdf-981b-c757d7c492ef HTTP/1.1" status: 200  len: 850 time: 0.0718675
Feb 18 00:21:29.851475 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53968153-6ad5-4396-b412-c6b22b8692b9 req-2103b763-2aa6-4e0c-8490-428a3122568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:29.853167 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53968153-6ad5-4396-b412-c6b22b8692b9 req-2103b763-2aa6-4e0c-8490-428a3122568f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b386a18a-6f15-4736-83e0-5ac61f0904b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0879178
Feb 18 00:21:29.973118 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19392868-1aae-4a83-92ef-0247b7a8bde6 req-fbab28c2-6016-49ea-8e92-e44185cd2978 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:29.974722 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-19392868-1aae-4a83-92ef-0247b7a8bde6 req-fbab28c2-6016-49ea-8e92-e44185cd2978 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0872474
Feb 18 00:21:30.002455 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53968153-6ad5-4396-b412-c6b22b8692b9 req-9b1f6d25-56a9-487b-9d1c-5f7cbd598cf5 service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374104
Feb 18 00:21:30.026194 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-19392868-1aae-4a83-92ef-0247b7a8bde6 req-48a5a72d-484a-4715-a697-55ea45cdf93d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450914
Feb 18 00:21:30.148739 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53968153-6ad5-4396-b412-c6b22b8692b9 req-a1e3bc1f-ce9c-41e0-a9a0-7fb4852ff132 service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361606
Feb 18 00:21:30.310606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d85afa-5cf0-4e5c-8f75-4f094c6b621e req-1a22b45e-dba8-400e-b524-1c263bc06561 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:30.312199 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-96d85afa-5cf0-4e5c-8f75-4f094c6b621e req-1a22b45e-dba8-400e-b524-1c263bc06561 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0893660
Feb 18 00:21:30.360123 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-96d85afa-5cf0-4e5c-8f75-4f094c6b621e req-50c8a98a-501e-422c-9897-c232afdc7adb tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416193
Feb 18 00:21:31.351659 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c5f4c-370b-4bb9-a5db-5996aa746924 req-89d0807f-b09f-4f50-8557-f4ce46ffbfd3 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:31.353672 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3c0c5f4c-370b-4bb9-a5db-5996aa746924 req-89d0807f-b09f-4f50-8557-f4ce46ffbfd3 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1340895
Feb 18 00:21:31.409406 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3c0c5f4c-370b-4bb9-a5db-5996aa746924 req-28c11d96-06bd-4bd0-86ea-3f555106766d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458314
Feb 18 00:21:31.580422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4026e20-851e-4e2b-bc4b-de6031966a2f req-a2418ab6-e4c9-4436-8406-ff04d39cc38d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:31.582114 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a4026e20-851e-4e2b-bc4b-de6031966a2f req-a2418ab6-e4c9-4436-8406-ff04d39cc38d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0914690
Feb 18 00:21:31.633088 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a4026e20-851e-4e2b-bc4b-de6031966a2f req-0c37ea2d-5dfa-4118-93fd-2bf2454a7967 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436761
Feb 18 00:21:32.627327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6d90d-2744-4f79-84b7-c4ee43120def req-aa630a05-07e0-4792-abc0-4a698dfaa545 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:32.627781 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 44182) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:32.629071 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6ee6d90d-2744-4f79-84b7-c4ee43120def req-aa630a05-07e0-4792-abc0-4a698dfaa545 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0999236
Feb 18 00:21:32.687136 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6ee6d90d-2744-4f79-84b7-c4ee43120def req-6ce5bdbe-fe9e-4426-b313-006839bf15fd tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483043
Feb 18 00:21:32.748037 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c0b8b8-aca0-4f67-9863-b6045be66104 admin admin] Deleting subnet bf509e72-a992-4fe3-9732-931972ec5259 {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:21:32.751565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-57c0b8b8-aca0-4f67-9863-b6045be66104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:32.811111 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-57c0b8b8-aca0-4f67-9863-b6045be66104 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:32.818854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-57c0b8b8-aca0-4f67-9863-b6045be66104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:33.293953 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-57c0b8b8-aca0-4f67-9863-b6045be66104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:33.309950 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:33.400261 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0b8b8-aca0-4f67-9863-b6045be66104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf509e72-a992-4fe3-9732-931972ec5259,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:33.414119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-57c0b8b8-aca0-4f67-9863-b6045be66104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:33.445964 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-57c0b8b8-aca0-4f67-9863-b6045be66104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:33.456768 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-57c0b8b8-aca0-4f67-9863-b6045be66104 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bf509e72-a992-4fe3-9732-931972ec5259 HTTP/1.1" status: 204  len: 168 time: 0.8281868
Feb 18 00:21:33.459342 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 44216) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:33.577011 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:33.770224 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:33.949374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd30e569748>> segment before_delete 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:21:33.949651 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd30e569748>> subnet precommit_delete_associations 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:21:33.950562 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30dff5160>> segment_host_mapping after_create 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:21:33.950824 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30dff5160>> port after_create 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:21:33.951182 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30dff5160>> port after_delete 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:21:33.951534 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30dff5160>> port after_update 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:21:33.951891 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30dff5160>> segment after_delete 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:21:33.952244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30dff5160>> subnet after_create 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:21:33.952624 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30dff5160>> subnet after_delete 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:21:33.952975 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd30dff5160>> subnet after_update 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:21:34.086923 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd30f899f98>> subnet after_create 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:21:34.087313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd30f899f98>> subnet after_delete 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:21:34.087687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd30f899f98>> subnet before_create 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:21:34.088069 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd30f899f98>> subnet before_update 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 18 00:21:34.088503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd30e65e4e0>,) {'filters': {'network_id': ['f242e0df-9e10-405d-9a4e-e9c50abd9240']}} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:21:34.108821 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30e65e4e0>, '1aca343c-16af-417c-8fc2-a8e4547c5b23') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:21:34.109410 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30e65e4e0>, '1aca343c-16af-417c-8fc2-a8e4547c5b23') {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:21:34.130825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821864357'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:34.151970 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345f86a-0004-491c-97b4-4614b11c85c5 req-7c5ad123-2283-43e3-aaed-8e13cbc09eb1 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:34.153690 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f345f86a-0004-491c-97b4-4614b11c85c5 req-7c5ad123-2283-43e3-aaed-8e13cbc09eb1 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.3161838
Feb 18 00:21:34.158580 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:34.162178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:21:34.365244 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f345f86a-0004-491c-97b4-4614b11c85c5 req-9468dc1b-268b-44a0-b982-c4bc96d69e9c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040634
Feb 18 00:21:34.391325 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Network f242e0df-9e10-405d-9a4e-e9c50abd9240 has no segments {{(pid=83992) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:21:34.401344 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30189113'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:34.583989 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Network f242e0df-9e10-405d-9a4e-e9c50abd9240 has no segments {{(pid=83992) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   from cryptography.utils import int_from_bytes
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   from cryptography.utils import int_from_bytes
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   (rel_b, rel_a, rel_b),
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   (rel_b, rel_a, rel_b),
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:21:34.609695 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:21:34.688892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:34.692776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d2512754-8965-4234-a7ec-d2b3745f640c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:34.710231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:34.716243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Pushing event deleted for resources: {'Network': ['ID=f242e0df-9e10-405d-9a4e-e9c50abd9240,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:34.721069 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:34.727179 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f242e0df-9e10-405d-9a4e-e9c50abd9240 HTTP/1.1" status: 204  len: 168 time: 1.2667727
Feb 18 00:21:34.900521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 44254) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:34.951766 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-aaa16c5a-8ca0-4cd1-91aa-0c9d4a5607f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe3b565fad244352aa93d9ac8e0192eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500164
Feb 18 00:21:34.954190 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 44258) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:35.023235 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f1db54aa-b57b-4fbc-83ce-410846a0a5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:35.050547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f1db54aa-b57b-4fbc-83ce-410846a0a5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:35.094490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f1db54aa-b57b-4fbc-83ce-410846a0a5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:35.099363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9a1f29b4-2505-4c35-88a2-b86a5604b4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:35.113524 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db54aa-b57b-4fbc-83ce-410846a0a5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1517a10b-5447-481a-82f7-19b10d1866a0,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:35.116226 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f1db54aa-b57b-4fbc-83ce-410846a0a5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:35.122195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f1db54aa-b57b-4fbc-83ce-410846a0a5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:35.123411 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f1db54aa-b57b-4fbc-83ce-410846a0a5cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1517a10b-5447-481a-82f7-19b10d1866a0 HTTP/1.1" status: 204  len: 168 time: 0.1682775
Feb 18 00:21:35.440086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 44280) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:35.618164 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fc730-42d6-4e66-92b0-052c8e91cec5 req-f500572e-6f81-4f3a-bc1f-76b9afb6f94f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:35.619747 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7f3fc730-42d6-4e66-92b0-052c8e91cec5 req-f500572e-6f81-4f3a-bc1f-76b9afb6f94f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1291666
Feb 18 00:21:35.642885 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5a2c04b9-e4fd-42c5-aa2f-2ba86bb15c54 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e82dd4773f74d149939ce7c31dd067a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2014067
Feb 18 00:21:35.645443 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 44292) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:35.697450 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7f3fc730-42d6-4e66-92b0-052c8e91cec5 req-c6eb499e-0e64-4c61-98c7-fe9960b0d917 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711579
Feb 18 00:21:35.734897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-686de838-398c-4a4c-8c73-5c1d2fc7364e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:35.761942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-686de838-398c-4a4c-8c73-5c1d2fc7364e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:35.811417 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-686de838-398c-4a4c-8c73-5c1d2fc7364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:35.816437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ddda4ef-a585-4a49-9abd-3cba805dcea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:35.830700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686de838-398c-4a4c-8c73-5c1d2fc7364e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dfd60b-c316-48ab-82b6-b0257f0b9274,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:35.835544 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-686de838-398c-4a4c-8c73-5c1d2fc7364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:35.845431 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-686de838-398c-4a4c-8c73-5c1d2fc7364e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:35.848927 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-686de838-398c-4a4c-8c73-5c1d2fc7364e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19dfd60b-c316-48ab-82b6-b0257f0b9274 HTTP/1.1" status: 204  len: 168 time: 0.2001774
Feb 18 00:21:36.902033 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651514f-edbf-433a-8ab0-5caf8b839734 req-61f2a83e-9a82-416f-9848-2f91be900c6c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:36.903671 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5651514f-edbf-433a-8ab0-5caf8b839734 req-61f2a83e-9a82-416f-9848-2f91be900c6c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0878026
Feb 18 00:21:36.955270 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5651514f-edbf-433a-8ab0-5caf8b839734 req-5a0e763c-191b-4032-bf2f-9b7c27062342 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454123
Feb 18 00:21:38.157098 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe806b-ae95-4893-b733-a6d86dcbee44 req-a2d0036b-4491-46a0-9f8a-a4683fa64fb5 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:38.158839 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5ffe806b-ae95-4893-b733-a6d86dcbee44 req-a2d0036b-4491-46a0-9f8a-a4683fa64fb5 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0866866
Feb 18 00:21:38.207269 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5ffe806b-ae95-4893-b733-a6d86dcbee44 req-8c699196-e177-4cf3-8f03-77a0574c2c8c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417147
Feb 18 00:21:39.424489 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce4725-c17c-4660-bbf2-f979b5bbd5b6 req-2a6a9433-05b6-4ab9-b70a-14c3316da580 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:39.426091 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1bce4725-c17c-4660-bbf2-f979b5bbd5b6 req-2a6a9433-05b6-4ab9-b70a-14c3316da580 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0862381
Feb 18 00:21:39.473531 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1bce4725-c17c-4660-bbf2-f979b5bbd5b6 req-ad4af5fb-8689-4f26-b0af-3ea2f545f25e tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406570
Feb 18 00:21:40.685749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff79b2a-fce9-4c31-8941-3910332a0c3f req-e03f3da1-6ede-4d03-a23c-555a3ed823e9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:40.687348 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ff79b2a-fce9-4c31-8941-3910332a0c3f req-e03f3da1-6ede-4d03-a23c-555a3ed823e9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0972214
Feb 18 00:21:40.736280 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ff79b2a-fce9-4c31-8941-3910332a0c3f req-5ac16c88-d7d9-4b50-9548-8e5c38d5a94c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426130
Feb 18 00:21:41.943689 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba504a8-6a9c-4a5d-8e4c-bfa08f58061d req-43ae5b65-a629-4528-b31a-0e34a30f9990 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:41.945264 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ba504a8-6a9c-4a5d-8e4c-bfa08f58061d req-43ae5b65-a629-4528-b31a-0e34a30f9990 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0916908
Feb 18 00:21:41.996108 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ba504a8-6a9c-4a5d-8e4c-bfa08f58061d req-801c88d5-59ef-4048-ba81-a501ebe3ea1a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442364
Feb 18 00:21:43.213680 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf653f-4ac0-4448-9a7f-7f24bf66705e req-203de747-d592-45ba-a5aa-d0d2032665a0 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:43.215432 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-edbf653f-4ac0-4448-9a7f-7f24bf66705e req-203de747-d592-45ba-a5aa-d0d2032665a0 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1003265
Feb 18 00:21:43.269130 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-edbf653f-4ac0-4448-9a7f-7f24bf66705e req-56ac540b-fb18-4687-b646-d3e2c80a667d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466442
Feb 18 00:21:43.390546 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a3ce5-186d-46bc-b923-745e80d30c9c req-504b568e-b724-486f-bf07-9b50c97d1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:43.392249 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a93a3ce5-186d-46bc-b923-745e80d30c9c req-504b568e-b724-486f-bf07-9b50c97d1832 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acbe6b9a6cef4c53a0b9b1ea15b35d58&device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 1202 time: 0.1694810
Feb 18 00:21:43.399297 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b71091-9fbd-4460-a057-194f89b60175 req-8a56de3b-0c58-40d6-a92e-dfd130e4d2e3 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:43.400870 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-20b71091-9fbd-4460-a057-194f89b60175 req-8a56de3b-0c58-40d6-a92e-dfd130e4d2e3 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.1211143
Feb 18 00:21:43.451616 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-20b71091-9fbd-4460-a057-194f89b60175 req-23afbd29-cc28-4f37-98d6-7293250b1796 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0442586
Feb 18 00:21:44.482254 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573391d6-a490-442e-b5ba-2f1cbcc7a477 req-88f7aabf-494e-4ac1-9e95-ad50ff3e54c4 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:44.483897 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-573391d6-a490-442e-b5ba-2f1cbcc7a477 req-88f7aabf-494e-4ac1-9e95-ad50ff3e54c4 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0906677
Feb 18 00:21:44.533431 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-573391d6-a490-442e-b5ba-2f1cbcc7a477 req-9db3129b-a335-4a33-adf5-4882b4a66dda tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424716
Feb 18 00:21:44.659501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d580b29-2699-4827-b974-db733c5712d1 req-a3e557af-1f48-47a0-8f58-5b920a31dc57 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:44.661115 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4d580b29-2699-4827-b974-db733c5712d1 req-a3e557af-1f48-47a0-8f58-5b920a31dc57 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.0950241
Feb 18 00:21:44.712830 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4d580b29-2699-4827-b974-db733c5712d1 req-95423a0f-51b8-432c-99c2-2ae9242b5bdb tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0445824
Feb 18 00:21:45.364353 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a3ce5-186d-46bc-b923-745e80d30c9c req-52bea09f-9606-49f9-b300-a722920251ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:45.366547 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a93a3ce5-186d-46bc-b923-745e80d30c9c req-52bea09f-9606-49f9-b300-a722920251ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 HTTP/1.1" status: 200  len: 908 time: 0.1405654
Feb 18 00:21:45.739124 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298aa4-059e-4dae-9477-385fd0e26cdb req-95d1a073-a953-4db9-bef4-a260f6ba099c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:45.741526 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-27298aa4-059e-4dae-9477-385fd0e26cdb req-95d1a073-a953-4db9-bef4-a260f6ba099c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0917258
Feb 18 00:21:45.792859 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-27298aa4-059e-4dae-9477-385fd0e26cdb req-7165ac8e-caf0-4cc6-a4b4-40a64b75a3bd tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444412
Feb 18 00:21:45.913725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fe641-f4d7-43f9-aefc-62111e2f1a14 req-e2199507-5075-4f2a-b7ef-ab01b19047f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:45.915312 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-395fe641-f4d7-43f9-aefc-62111e2f1a14 req-e2199507-5075-4f2a-b7ef-ab01b19047f1 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.0867858
Feb 18 00:21:45.971091 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-395fe641-f4d7-43f9-aefc-62111e2f1a14 req-7dd75503-816f-42d0-9159-ef695e78004a tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0492580
Feb 18 00:21:46.446219 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a93a3ce5-186d-46bc-b923-745e80d30c9c req-ee06b33e-6fe0-45e3-9294-a54325707ea2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215 HTTP/1.1" status: 200  len: 1000 time: 0.1033709
Feb 18 00:21:46.487893 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0420bce5-d6e9-428e-bade-c48bb974801e req-70676d70-a50f-466f-b5b3-05df0b6b4511 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0799849
Feb 18 00:21:46.525789 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a3ce5-186d-46bc-b923-745e80d30c9c req-61868d20-7f83-419c-965d-d696e32c0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:46.527381 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a93a3ce5-186d-46bc-b923-745e80d30c9c req-61868d20-7f83-419c-965d-d696e32c0637 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=808293fb-19c9-449a-969e-06462c294bc2 HTTP/1.1" status: 200  len: 853 time: 0.0705686
Feb 18 00:21:46.602274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420bce5-d6e9-428e-bade-c48bb974801e req-dbaf7731-254e-4a8b-8ce6-80f74ededa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:46.603918 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0420bce5-d6e9-428e-bade-c48bb974801e req-dbaf7731-254e-4a8b-8ce6-80f74ededa1b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d&device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 1162 time: 0.0904899
Feb 18 00:21:46.613847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a3ce5-186d-46bc-b923-745e80d30c9c req-579558b6-81e8-44a0-b54d-0476db46a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:46.615579 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a93a3ce5-186d-46bc-b923-745e80d30c9c req-579558b6-81e8-44a0-b54d-0476db46a4c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0805519
Feb 18 00:21:46.768740 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a93a3ce5-186d-46bc-b923-745e80d30c9c req-30708709-d917-4914-9b5d-689655fee066 service neutron] 10.222.0.58 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445951
Feb 18 00:21:46.769279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420bce5-d6e9-428e-bade-c48bb974801e req-b2d4a177-8719-4b2d-a6e8-9798cffeaccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:46.770890 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0420bce5-d6e9-428e-bade-c48bb974801e req-b2d4a177-8719-4b2d-a6e8-9798cffeaccc service neutron] 10.222.0.58 "GET /v2.0/networks?id=b386a18a-6f15-4736-83e0-5ac61f0904b4 HTTP/1.1" status: 200  len: 905 time: 0.1419210
Feb 18 00:21:46.898073 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0420bce5-d6e9-428e-bade-c48bb974801e req-2e8478ca-00ff-482e-afa6-f0461181581d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4320bf84-e79d-4578-9ed7-17e199a4ab17 HTTP/1.1" status: 200  len: 1001 time: 0.1047814
Feb 18 00:21:46.932709 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a93a3ce5-186d-46bc-b923-745e80d30c9c req-b9ead4ab-93a1-4bb9-867d-9ca37c3cdf7f service neutron] 10.222.0.58 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418710
Feb 18 00:21:47.029578 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420bce5-d6e9-428e-bade-c48bb974801e req-5f413ed8-f087-4fe6-92bd-3dfcfda0fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:47.031184 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0420bce5-d6e9-428e-bade-c48bb974801e req-5f413ed8-f087-4fe6-92bd-3dfcfda0fcde service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e7542848-0274-4fdf-981b-c757d7c492ef HTTP/1.1" status: 200  len: 850 time: 0.0843506
Feb 18 00:21:47.125896 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796ea9a-e6af-42bb-8f55-c92344e5ae85 req-8d3f2bf4-674c-4ad4-ae41-68e84442897d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:47.127528 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0796ea9a-e6af-42bb-8f55-c92344e5ae85 req-8d3f2bf4-674c-4ad4-ae41-68e84442897d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.2212303
Feb 18 00:21:47.221395 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0796ea9a-e6af-42bb-8f55-c92344e5ae85 req-91bb537d-b5b6-4525-81ef-2eef425446f9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824702
Feb 18 00:21:47.223875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420bce5-d6e9-428e-bade-c48bb974801e req-496b3cde-e589-47ad-a75d-f3671be5591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:47.226490 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0420bce5-d6e9-428e-bade-c48bb974801e req-496b3cde-e589-47ad-a75d-f3671be5591f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b386a18a-6f15-4736-83e0-5ac61f0904b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1840725
Feb 18 00:21:47.244279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0861bf-2016-44ce-830f-ea4bdcb95b92 req-d32b2026-7b7d-4310-bcde-b9134d895cd6 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:47.262322 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3d0861bf-2016-44ce-830f-ea4bdcb95b92 req-d32b2026-7b7d-4310-bcde-b9134d895cd6 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.1488376
Feb 18 00:21:47.310909 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3d0861bf-2016-44ce-830f-ea4bdcb95b92 req-b00e312c-b96a-4504-9f99-05fcf5214ef7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0476246
Feb 18 00:21:47.385207 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0420bce5-d6e9-428e-bade-c48bb974801e req-4067377f-ab02-4570-a57f-88265769a66d service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473434
Feb 18 00:21:47.538219 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0420bce5-d6e9-428e-bade-c48bb974801e req-e4ada5ab-026c-459e-bd7d-1595ad4f8187 service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445398
Feb 18 00:21:48.434851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc123e-3a4a-4978-bcb4-a5cf97425d1f req-10bbf1f4-5bd9-4b1c-8d70-ceac89e05e48 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:48.436599 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8dc123e-3a4a-4978-bcb4-a5cf97425d1f req-10bbf1f4-5bd9-4b1c-8d70-ceac89e05e48 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0887144
Feb 18 00:21:48.491030 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8dc123e-3a4a-4978-bcb4-a5cf97425d1f req-bd0a9c03-42d2-4d2c-aa55-d3677799b6c8 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471067
Feb 18 00:21:48.515293 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d0e71-aeb3-4e80-9518-6688e4aabf99 req-60d754dd-728d-44ba-8c1f-c55da24741c5 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:48.516912 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-003d0e71-aeb3-4e80-9518-6688e4aabf99 req-60d754dd-728d-44ba-8c1f-c55da24741c5 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.0871253
Feb 18 00:21:48.571393 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-003d0e71-aeb3-4e80-9518-6688e4aabf99 req-9e513400-c11e-4636-a678-46bfee49c951 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0473180
Feb 18 00:21:49.693026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfc23f-839c-4111-8f48-0b2a78bbad01 req-344e304d-642a-428c-ac37-6d912b845a3c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:49.695200 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dfcfc23f-839c-4111-8f48-0b2a78bbad01 req-344e304d-642a-428c-ac37-6d912b845a3c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0879171
Feb 18 00:21:49.748420 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dfcfc23f-839c-4111-8f48-0b2a78bbad01 req-e1501841-0b8e-45d6-95b8-f2694208c92a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469000
Feb 18 00:21:49.838997 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f4b75-e133-45c4-9f13-3bb4996fbf1b req-cab05f91-aea6-4fa8-bbf0-2b0ac06c22ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:49.840666 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-741f4b75-e133-45c4-9f13-3bb4996fbf1b req-cab05f91-aea6-4fa8-bbf0-2b0ac06c22ee tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.0957613
Feb 18 00:21:49.898693 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-741f4b75-e133-45c4-9f13-3bb4996fbf1b req-d9a54d10-ca8c-46a5-83b4-2889a0cef6d0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0490501
Feb 18 00:21:50.652157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:50.958747 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c271e-263e-4c26-9079-e7087a88aca2 req-ef3045c1-879e-4459-b742-6d769ab90510 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:50.960415 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-783c271e-263e-4c26-9079-e7087a88aca2 req-ef3045c1-879e-4459-b742-6d769ab90510 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0929012
Feb 18 00:21:51.010961 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-783c271e-263e-4c26-9079-e7087a88aca2 req-46230a4a-aee5-4fe0-86eb-f75b70820ce7 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436304
Feb 18 00:21:51.106835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c55651-cce3-499b-a690-4f43d4c2d788 req-04e702dc-f752-4ded-b7b4-e23660cc4011 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:51.108459 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-34c55651-cce3-499b-a690-4f43d4c2d788 req-04e702dc-f752-4ded-b7b4-e23660cc4011 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.0868337
Feb 18 00:21:51.162849 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-34c55651-cce3-499b-a690-4f43d4c2d788 req-93e7ce54-71f1-475c-9cb1-0aea5743e7ac tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0472689
Feb 18 00:21:52.045625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f114aa00-a3bb-4e39-8558-183fab9df541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:52.243802 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6f279-46f1-45b0-8d21-d780010a7412 req-8e4586f3-77f5-40bc-b486-f5ea8339c079 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:52.245491 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c5a6f279-46f1-45b0-8d21-d780010a7412 req-8e4586f3-77f5-40bc-b486-f5ea8339c079 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1025989
Feb 18 00:21:52.276244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 44594) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:52.315756 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c5a6f279-46f1-45b0-8d21-d780010a7412 req-a3855765-b241-4f29-a47f-c5c3e0636825 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622048
Feb 18 00:21:52.447498 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab107dd-c1f6-473f-8a86-79715b9719d3 req-7033bd32-d4f5-4ec6-8c06-d2c4d4bedf2c tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:52.449175 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ab107dd-c1f6-473f-8a86-79715b9719d3 req-7033bd32-d4f5-4ec6-8c06-d2c4d4bedf2c tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.1092484
Feb 18 00:21:52.449985 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:52.482479 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:21:52.491759 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Usage tracker for resource:security_group_rule and tenant:8608414525bb43f7bc39c67c06bcb29f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:21:52.495676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:21:52.517406 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:21:52.531133 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ab107dd-c1f6-473f-8a86-79715b9719d3 req-9653ea96-0d8b-402c-be6a-bb338c4e4079 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0687535
Feb 18 00:21:52.625894 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:52.628778 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:52.638406 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-038dd042-e180-431c-a648-46fc89c8bcfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:52.682310 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8608414525bb43f7bc39c67c06bcb29f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4046173
Feb 18 00:21:52.685295 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 44616) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:52.686707 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2856367e-2731-4028-a37a-ac6010d1d907,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:52.695148 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.695568 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.695976 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.696385 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.696778 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.697202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.697625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.698081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.698388 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.698767 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.699147 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.699529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.699970 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.700367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.700760 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.701137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.701512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.701971 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.702248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.702622 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.703003 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.703378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.703752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.704126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.708573 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:52.801548 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:52.842866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:52.898890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502432d-abff-4470-892d-a614d847cd6d req-282d1755-8308-4081-b414-54fbe3ab2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:52.900544 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3502432d-abff-4470-892d-a614d847cd6d req-282d1755-8308-4081-b414-54fbe3ab2dec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 1162 time: 0.1463788
Feb 18 00:21:52.909036 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:52.915663 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-22b872db-f014-412c-b6f5-7fb6c7d3772b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:52.952106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2856367e-2731-4028-a37a-ac6010d1d907,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:52.968868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:52.970314 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2856367e-2731-4028-a37a-ac6010d1d907 HTTP/1.1" status: 204  len: 168 time: 0.2837203
Feb 18 00:21:52.975096 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.975512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.975925 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.976326 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.976733 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.977120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.977516 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.977909 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.978302 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.978692 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.979080 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.979467 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.979911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.980304 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.980718 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.981102 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.981496 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.981901 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.982329 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.982714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.983098 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.983482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.983866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.984591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:21:52.990857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:52.995796 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3502432d-abff-4470-892d-a614d847cd6d req-8084badd-a686-4b20-832f-2765c407ce1d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809526
Feb 18 00:21:53.527832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529829b-8dd0-44d9-99f8-bbeacad683ef req-761ebb73-ac7d-4368-9ae9-49d2bf3b5bc1 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:53.529569 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6529829b-8dd0-44d9-99f8-bbeacad683ef req-761ebb73-ac7d-4368-9ae9-49d2bf3b5bc1 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0916994
Feb 18 00:21:53.583842 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6529829b-8dd0-44d9-99f8-bbeacad683ef req-9a3ad537-9c15-41f2-895d-783e3ab3802a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476539
Feb 18 00:21:53.747756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d47010-0cbd-4559-9927-891377111d69 req-5b50d4b6-9c3a-40bd-91be-6d4c84107153 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:53.752448 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8d47010-0cbd-4559-9927-891377111d69 req-5b50d4b6-9c3a-40bd-91be-6d4c84107153 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.1048353
Feb 18 00:21:53.810160 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8d47010-0cbd-4559-9927-891377111d69 req-0f691daa-87ea-4176-82c0-fe5d1d202732 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0507796
Feb 18 00:21:53.820725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fc95a63f-7a76-42e0-b111-ba122eb21fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:55.008094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:21:55.021592 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74bed4-2e6f-4bbd-8f51-56eb2f61f491 req-725c12ba-fe0c-4758-9be3-98be75c6c330 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:55.023218 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7e74bed4-2e6f-4bbd-8f51-56eb2f61f491 req-725c12ba-fe0c-4758-9be3-98be75c6c330 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.3203793
Feb 18 00:21:55.080802 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a32aa-c071-4875-912d-6e4f15a2272b req-4f85a172-7bd4-477b-912f-215b7d9a3924 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:55.092194 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d14a32aa-c071-4875-912d-6e4f15a2272b req-4f85a172-7bd4-477b-912f-215b7d9a3924 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.1370037
Feb 18 00:21:55.095737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:55.095923 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7e74bed4-2e6f-4bbd-8f51-56eb2f61f491 req-2bde3dc4-6ee3-401d-af66-2a665d086d40 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626416
Feb 18 00:21:55.143104 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d14a32aa-c071-4875-912d-6e4f15a2272b req-9d64563c-c5f7-4a8a-8986-c2fa3e331212 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0497000
Feb 18 00:21:55.670744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a7edc-f385-4c3e-b8af-fd42bd197168 req-27ce1078-dab0-47f4-be7d-f0756221b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:55.674153 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a72a7edc-f385-4c3e-b8af-fd42bd197168 req-27ce1078-dab0-47f4-be7d-f0756221b23e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=30fcfa6325fc46188a1b3d8f51ea489b&device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 1162 time: 0.1440673
Feb 18 00:21:55.780618 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c6d53-5b82-42e2-b26f-23fcd2232864 req-0d4143d6-e674-4e59-a1e5-d7f3e6351809 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:55.782219 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-830c6d53-5b82-42e2-b26f-23fcd2232864 req-0d4143d6-e674-4e59-a1e5-d7f3e6351809 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.2002702
Feb 18 00:21:55.856947 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-830c6d53-5b82-42e2-b26f-23fcd2232864 req-4746f592-2f59-4b2e-a931-5be8be45dc7f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666263
Feb 18 00:21:55.878280 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a7edc-f385-4c3e-b8af-fd42bd197168 req-513d2216-653f-47ba-a49c-51f167574384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:55.879844 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a72a7edc-f385-4c3e-b8af-fd42bd197168 req-513d2216-653f-47ba-a49c-51f167574384 service neutron] 10.222.0.58 "GET /v2.0/networks?id=723b09a8-26d9-4b22-820f-e170fc1e54cc HTTP/1.1" status: 200  len: 913 time: 0.1908207
Feb 18 00:21:55.959754 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a72a7edc-f385-4c3e-b8af-fd42bd197168 req-4dd7181c-aea4-49cf-a801-ece82b8b63fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97d88c37-7f15-4f91-aa45-cd450e2db183 HTTP/1.1" status: 200  len: 217 time: 0.0712812
Feb 18 00:21:55.986838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:56.032791 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a7edc-f385-4c3e-b8af-fd42bd197168 req-4ffcebb8-705e-4bad-b5ea-c42b7e7c8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:56.034364 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a72a7edc-f385-4c3e-b8af-fd42bd197168 req-4ffcebb8-705e-4bad-b5ea-c42b7e7c8f1f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a838f012-ae05-4ba6-81a0-4e3e126d041f HTTP/1.1" status: 200  len: 859 time: 0.0672972
Feb 18 00:21:56.091546 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a72a7edc-f385-4c3e-b8af-fd42bd197168 req-b2a94259-a1f7-4735-a865-2e5634d87430 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=723b09a8-26d9-4b22-820f-e170fc1e54cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501876
Feb 18 00:21:56.247944 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a72a7edc-f385-4c3e-b8af-fd42bd197168 req-bbfdf2cb-83d1-4e9d-b594-139a7318c196 service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469193
Feb 18 00:21:56.373049 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db3303-05ac-45b7-b405-b6d0ee8b479a req-4e03edbe-f37e-48e6-9d55-37274fe172c5 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:56.374673 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-81db3303-05ac-45b7-b405-b6d0ee8b479a req-4e03edbe-f37e-48e6-9d55-37274fe172c5 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.1010592
Feb 18 00:21:56.395847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:56.403308 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a72a7edc-f385-4c3e-b8af-fd42bd197168 req-e60cfe06-29d5-49a3-954d-70b0fa9c6a62 service neutron] 10.222.0.58 "GET /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1476715
Feb 18 00:21:56.429248 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-81db3303-05ac-45b7-b405-b6d0ee8b479a req-3276555e-e917-4660-8c9d-ce8ae2b6fd15 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0473471
Feb 18 00:21:57.058883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708604ee-f97b-4a0d-b211-898403225fac req-1873bc34-8468-4444-9a06-1f179d3d501d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:57.060537 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-708604ee-f97b-4a0d-b211-898403225fac req-1873bc34-8468-4444-9a06-1f179d3d501d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0863924
Feb 18 00:21:57.111387 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-708604ee-f97b-4a0d-b211-898403225fac req-5d2a88ed-30ea-412a-b0da-f777dd3e7012 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446000
Feb 18 00:21:57.648302 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a661074-0403-41ee-b436-bdb21b9b98f1 req-8afe0cdf-0757-4a3e-be39-cc896221d30c tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:57.650144 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9a661074-0403-41ee-b436-bdb21b9b98f1 req-8afe0cdf-0757-4a3e-be39-cc896221d30c tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.0983028
Feb 18 00:21:57.661785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 44758) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:57.701395 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9a661074-0403-41ee-b436-bdb21b9b98f1 req-63a108e5-cb71-4b58-b50b-fc9ef0aa13a0 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0440884
Feb 18 00:21:57.792619 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-df152007-0200-45b1-85c0-1dda74803911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:57.808603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-df152007-0200-45b1-85c0-1dda74803911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:21:57.812828 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-df152007-0200-45b1-85c0-1dda74803911 admin admin] Usage tracker for resource:security_group_rule and tenant:f8cf057aea0e4c218e16ab7012ef13fc is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:21:57.815886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-df152007-0200-45b1-85c0-1dda74803911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:21:57.822336 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-df152007-0200-45b1-85c0-1dda74803911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:21:57.911928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-df152007-0200-45b1-85c0-1dda74803911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:57.914752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-df152007-0200-45b1-85c0-1dda74803911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:57.923622 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-000bdc4f-42dc-4932-9ea2-d7b135ed7d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:57.967749 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-df152007-0200-45b1-85c0-1dda74803911 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8cf057aea0e4c218e16ab7012ef13fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3036187
Feb 18 00:21:57.967749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df152007-0200-45b1-85c0-1dda74803911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393db7dc-9d87-463d-8689-59df8f7a2230,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:57.970685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 44770) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:57.971240 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-df152007-0200-45b1-85c0-1dda74803911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:58.035993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d667b34e-d71c-4461-9b62-ad2e88a53374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:58.063532 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d667b34e-d71c-4461-9b62-ad2e88a53374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:58.109440 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d667b34e-d71c-4461-9b62-ad2e88a53374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:58.114497 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3f54db6e-7058-41ee-a1fe-a95abfe40d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:58.127032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667b34e-d71c-4461-9b62-ad2e88a53374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393db7dc-9d87-463d-8689-59df8f7a2230,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:58.129393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d667b34e-d71c-4461-9b62-ad2e88a53374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:58.137611 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d667b34e-d71c-4461-9b62-ad2e88a53374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:58.138275 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d667b34e-d71c-4461-9b62-ad2e88a53374 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/393db7dc-9d87-463d-8689-59df8f7a2230 HTTP/1.1" status: 204  len: 168 time: 0.1674325
Feb 18 00:21:58.375971 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9592494-c24c-41fc-8d5a-560600e03e0f req-9213da57-5b5d-479d-b690-1fc4e77c9245 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:58.378535 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f9592494-c24c-41fc-8d5a-560600e03e0f req-9213da57-5b5d-479d-b690-1fc4e77c9245 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0981748
Feb 18 00:21:58.428737 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f9592494-c24c-41fc-8d5a-560600e03e0f req-616f28ff-e8aa-480e-9be7-bdfea83d81e1 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431530
Feb 18 00:21:58.902578 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa2961-b9cf-468f-99cb-91cab7ced381 req-d7600428-d2ec-4b97-8f7a-222c44954e42 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:58.904117 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02aa2961-b9cf-468f-99cb-91cab7ced381 req-d7600428-d2ec-4b97-8f7a-222c44954e42 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.0892999
Feb 18 00:21:58.936466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 44804) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:58.955483 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02aa2961-b9cf-468f-99cb-91cab7ced381 req-6b3d5220-6266-4036-8a67-07a74b9ebcd8 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0448542
Feb 18 00:21:59.046317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1975014152-network', 'tenant_id': '81448b37f7984bc69c0df61b137becc1'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:21:59.051335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:21:59.055928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Usage tracker for resource:network and tenant:81448b37f7984bc69c0df61b137becc1 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:21:59.058961 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:21:59.064727 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:21:59.073952 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Made reservation on behalf of 81448b37f7984bc69c0df61b137becc1 for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:21:59.078603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:59.095262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:59.111618 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:21:59.115652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Usage tracker for resource:security_group_rule and tenant:81448b37f7984bc69c0df61b137becc1 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:21:59.119575 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:21:59.126800 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:21:59.214268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:59.218071 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:59.222785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d0861d59-0712-424b-84bc-e57bde6ee7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:59.256361 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:21:59.266335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087e9ee6-6877-448c-a90a-96c4c71069db,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:59.270300 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:59.273503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252823229180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:59.273940 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Added segment 035a6f29-391e-4b3b-9348-d1bc6e5088e1 of type vxlan for network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3
Feb 18 00:21:59.300415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:59.329930 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:59.331180 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:59.331821 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:59.337393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:21:59.447744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Pushing event updated for resources: {'Network': ['ID=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:21:59.454229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 44814) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:21:59.454416 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5166912
Feb 18 00:21:59.455249 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:21:59.460911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:21:59.478696 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:21:59.479266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Request body: {'subnet': {'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1975014152-subnet', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:21:59.491268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:21:59.500524 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Usage tracker for resource:subnet and tenant:81448b37f7984bc69c0df61b137becc1 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:21:59.504864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:21:59.511427 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:21:59.524917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Made reservation on behalf of 81448b37f7984bc69c0df61b137becc1 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:21:59.530114 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822688071'] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:21:59.646782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb94c32-a1e5-400a-9796-c95510c175ca req-e7788f7b-ed94-4ad1-9f26-9f6644d67d21 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:21:59.649135 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cdb94c32-a1e5-400a-9796-c95510c175ca req-e7788f7b-ed94-4ad1-9f26-9f6644d67d21 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0942659
Feb 18 00:21:59.702371 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cdb94c32-a1e5-400a-9796-c95510c175ca req-16541dc9-93e5-4b0c-864b-59b9983d9d86 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471172
Feb 18 00:22:00.005996 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036821255243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822688088'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:00.023704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e21527cf-bac2-4e59-8e05-18e197f7cf06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:00.153864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e965978-db85-4d70-bb6a-a583c846ceb9,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:00.167125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:00.183221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7c734-ca43-4cc0-a1e1-f555911237c4 req-b12a0d14-7037-4701-85d5-481d8b0610a9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:00.184931 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dac7c734-ca43-4cc0-a1e1-f555911237c4 req-b12a0d14-7037-4701-85d5-481d8b0610a9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.1048901
Feb 18 00:22:00.227854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Checking segment: {'id': '035a6f29-391e-4b3b-9348-d1bc6e5088e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:22:00.228482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Network hostable DHCP agents. Network: 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:22:00.251182 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:22:00.260310 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dac7c734-ca43-4cc0-a1e1-f555911237c4 req-461fc03a-3e9f-4141-ba44-92c94799476f tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0672169
Feb 18 00:22:00.265615 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:00.277456 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d5a5c1-562a-494a-8072-a1fa91f6c527 None None] Network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:22:00.280595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:00.281563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:00.305456 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 44838) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:00.307150 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-dcb896e4-dabb-46bc-93b7-345a44789456 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8452396
Feb 18 00:22:00.312198 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:00.317722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:00.322953 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Usage tracker for resource:router and tenant:81448b37f7984bc69c0df61b137becc1 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:00.326278 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:00.332384 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:00.341929 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852804642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1091'] for router, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:00.343155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852804823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2023819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774732'] for router, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:00.359473 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:00.535122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88540445-4280-487e-901c-716f972b0e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac98f393-cfbd-505c-89c3-4557df0b36db-926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'fixed_ips': [{'subnet_id': '7e965978-db85-4d70-bb6a-a583c846ceb9'}]}} from dv-cinder-751579-21-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 00:22:00.536033 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:00.673222 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1971128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774747'] for router, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:00.994525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-88540445-4280-487e-901c-716f972b0e5e None None] Allocated IP 172.20.0.2 (926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3/7e965978-db85-4d70-bb6a-a583c846ceb9/a3ad0bf7-ec4d-4123-b19e-e370084f4b97) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:22:01.034310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:01.041676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d0a71600-2e39-42a1-bbbf-4a99f03da215 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:01.069106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:01.284397 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port d0a71600-2e39-42a1-bbbf-4a99f03da215 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:01.284869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:01.387233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Allocated IP 172.27.3.223 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/5a0576a6-1cf7-4374-be5e-a2ba34319b14) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:22:01.430539 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:01.468919 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-88540445-4280-487e-901c-716f972b0e5e None None] Transition to ACTIVE for port object a3ad0bf7-ec4d-4123-b19e-e370084f4b97 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:01.507618 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-88540445-4280-487e-901c-716f972b0e5e None None] Transition to ACTIVE for port object a3ad0bf7-ec4d-4123-b19e-e370084f4b97 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:01.520882 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:01.541126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:01.618208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9caebb-b4e1-4c76-9b34-e2c819cf9164 req-0d479c91-4748-4dd2-bd98-8d3a77e4ee01 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:01.619957 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5f9caebb-b4e1-4c76-9b34-e2c819cf9164 req-0d479c91-4748-4dd2-bd98-8d3a77e4ee01 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.1541572
Feb 18 00:22:01.654066 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:01.674435 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88540445-4280-487e-901c-716f972b0e5e None None] Pushing event updated for resources: {'Port': ['ID=a3ad0bf7-ec4d-4123-b19e-e370084f4b97,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:01.688585 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.688906 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.689272 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.689648 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.690062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.690434 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.690805 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.691205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.691330 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5f9caebb-b4e1-4c76-9b34-e2c819cf9164 req-f808f4f1-2511-4a55-8c18-d751fe0d75ac tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0613031
Feb 18 00:22:01.691647 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.691981 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.692574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.693424 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.693707 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.694176 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.694711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.694890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.695259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.695660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.696026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.696410 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.696776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.697137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.697500 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.697859 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:01.712646 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-88540445-4280-487e-901c-716f972b0e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:01.714726 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:01.739080 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-23bd3d3c-5e25-4f0d-9936-5ab84d69115d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:01.757900 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88540445-4280-487e-901c-716f972b0e5e None None] Network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:01.759141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-88540445-4280-487e-901c-716f972b0e5e None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:01.764091 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88540445-4280-487e-901c-716f972b0e5e None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:22:01.835423 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-88540445-4280-487e-901c-716f972b0e5e None None] Attempting to bind port a3ad0bf7-ec4d-4123-b19e-e370084f4b97 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:22:01.835844 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-88540445-4280-487e-901c-716f972b0e5e None None] Attempting to bind port a3ad0bf7-ec4d-4123-b19e-e370084f4b97 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '035a6f29-391e-4b3b-9348-d1bc6e5088e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:22:01.836247 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88540445-4280-487e-901c-716f972b0e5e None None] Attempting to bind port a3ad0bf7-ec4d-4123-b19e-e370084f4b97 on network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:22:01.846378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88540445-4280-487e-901c-716f972b0e5e None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:22:01.847267 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88540445-4280-487e-901c-716f972b0e5e None None] Checking segment: {'id': '035a6f29-391e-4b3b-9348-d1bc6e5088e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:22:01.847920 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:01.848783 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88540445-4280-487e-901c-716f972b0e5e None None] Bound using segment: {'id': '035a6f29-391e-4b3b-9348-d1bc6e5088e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:22:01.850542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-88540445-4280-487e-901c-716f972b0e5e None None] Bound port: a3ad0bf7-ec4d-4123-b19e-e370084f4b97, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035a6f29-391e-4b3b-9348-d1bc6e5088e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:22:01.851324 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:01.908708 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Pushing event updated for resources: {'Port': ['ID=5a0576a6-1cf7-4374-be5e-a2ba34319b14,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:01.922484 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:01.959029 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-88540445-4280-487e-901c-716f972b0e5e None None] For port a3ad0bf7-ec4d-4123-b19e-e370084f4b97, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:22:01.962383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:01.962601 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-88540445-4280-487e-901c-716f972b0e5e None None] For port a3ad0bf7-ec4d-4123-b19e-e370084f4b97, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=a3ad0bf7-ec4d-4123-b19e-e370084f4b97,segment=NetworkSegment(035a6f29-391e-4b3b-9348-d1bc6e5088e1),segment_id=035a6f29-391e-4b3b-9348-d1bc6e5088e1)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:22:01.963761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:01.966610 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:22:01.967319 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-88540445-4280-487e-901c-716f972b0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:01.983604 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:02.143296 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88540445-4280-487e-901c-716f972b0e5e None None] Pushing event updated for resources: {'Port': ['ID=a3ad0bf7-ec4d-4123-b19e-e370084f4b97,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:02.147565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-88540445-4280-487e-901c-716f972b0e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:02.649668 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:03.094705 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d0a71600-2e39-42a1-bbbf-4a99f03da215 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:03.097243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1971113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852801781'] for router, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:03.214592 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b78ff-c2a5-460c-9e66-dcd9883a94b8 req-e3580ed1-0b99-4473-be43-4df37a8bd080 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:03.219019 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f47b78ff-c2a5-460c-9e66-dcd9883a94b8 req-e3580ed1-0b99-4473-be43-4df37a8bd080 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.1699734
Feb 18 00:22:03.254492 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port d0a71600-2e39-42a1-bbbf-4a99f03da215 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:03.255193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:03.290698 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f47b78ff-c2a5-460c-9e66-dcd9883a94b8 req-0e2416fa-bb73-4451-b81e-29892dc824de tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0606978
Feb 18 00:22:03.383162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Router 5f2748a9-8b85-4c8a-a284-390d387997f3 is scheduled to L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 with binding_index 1 {{(pid=83992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 00:22:03.575434 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 44900) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:03.597203 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:22:03.606890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Sync routers for ids ['5f2748a9-8b85-4c8a-a284-390d387997f3'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:22:03.618007 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Routers {'5f2748a9-8b85-4c8a-a284-390d387997f3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:03.618681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd3107504a8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:21:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5f2748a9-8b85-4c8a-a284-390d387997f3'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:03.625920 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:03.630017 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.3205955
Feb 18 00:22:03.630482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 44906) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:03.723162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c3922e-5a84-4fed-b647-c2af5dad90a7 None None] Network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:22:03.744842 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1089aa35-bfba-425f-95cb-36a78555f55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:03.762138 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1089aa35-bfba-425f-95cb-36a78555f55c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:03.766656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1089aa35-bfba-425f-95cb-36a78555f55c admin admin] Usage tracker for resource:security_group_rule and tenant:611b818ce1c14f0d9f4dd403cdd24e05 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:03.769981 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1089aa35-bfba-425f-95cb-36a78555f55c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:03.777299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1089aa35-bfba-425f-95cb-36a78555f55c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:03.830193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Set router 5f2748a9-8b85-4c8a-a284-390d387997f3 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:03.832019 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-35a4b304-da65-4ba1-b11f-69c473eaf377 None None] Provisioning for port a3ad0bf7-ec4d-4123-b19e-e370084f4b97 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:03.917710 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1089aa35-bfba-425f-95cb-36a78555f55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:03.925967 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1089aa35-bfba-425f-95cb-36a78555f55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:03.942031 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ce212e6e-16c8-4368-82a1-1c6d0b722e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:04.024067 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1089aa35-bfba-425f-95cb-36a78555f55c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=611b818ce1c14f0d9f4dd403cdd24e05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4475060
Feb 18 00:22:04.028432 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 44914) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:04.086363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089aa35-bfba-425f-95cb-36a78555f55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151381e9-7321-4845-8256-95d2272ada7d,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:04.092835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1089aa35-bfba-425f-95cb-36a78555f55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:04.191156 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-26b18572-fce9-414c-8e5e-28754059ee7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:04.279572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-26b18572-fce9-414c-8e5e-28754059ee7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:04.313291 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd3107504a8>, [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:22:02Z', 'revision_number': 3, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port': {'id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:01Z', 'updated_at': '2021-02-18T00:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:04.323814 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Checking router: 5f2748a9-8b85-4c8a-a284-390d387997f3 for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:22:04.324699 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Updating router 5f2748a9-8b85-4c8a-a284-390d387997f3 port 5a0576a6-1cf7-4374-be5e-a2ba34319b14 binding host dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:22:04.421479 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-26b18572-fce9-414c-8e5e-28754059ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:04.426883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e0f0513e-3e68-4f65-8d31-6fde6ddb0a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:04.454203 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:04.468157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b18572-fce9-414c-8e5e-28754059ee7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151381e9-7321-4845-8256-95d2272ada7d,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:04.488260 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-26b18572-fce9-414c-8e5e-28754059ee7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:04.498790 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-26b18572-fce9-414c-8e5e-28754059ee7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:04.524962 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-26b18572-fce9-414c-8e5e-28754059ee7f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/151381e9-7321-4845-8256-95d2272ada7d HTTP/1.1" status: 204  len: 168 time: 0.4950173
Feb 18 00:22:04.564500 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device a3ad0bf7-ec4d-4123-b19e-e370084f4b97 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:04.782620 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port a3ad0bf7-ec4d-4123-b19e-e370084f4b97 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:04.789704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port a3ad0bf7-ec4d-4123-b19e-e370084f4b97 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:04.790125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:04.840167 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac856a9-d8d1-46b4-9a99-7f8f09d189c7 req-d1bd358b-dd7b-4109-9807-b00b9022353a tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:04.848092 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7ac856a9-d8d1-46b4-9a99-7f8f09d189c7 req-d1bd358b-dd7b-4109-9807-b00b9022353a tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.2202399
Feb 18 00:22:04.855422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-f86c01a3-44df-434e-b47e-77107505b936 None None] Provisioning complete for port a3ad0bf7-ec4d-4123-b19e-e370084f4b97 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:04.856746 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f86c01a3-44df-434e-b47e-77107505b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:04.948109 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7ac856a9-d8d1-46b4-9a99-7f8f09d189c7 req-ccf20b61-db6b-42d3-b3bd-277b821191e2 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=7144706c-13b5-4698-8013-f99729b15996&id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0988660
Feb 18 00:22:04.976961 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.140913 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.164527 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 44932) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:05.213233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42c0dc04-b38b-40ef-9272-23fe8b69305f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.235080 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-42c0dc04-b38b-40ef-9272-23fe8b69305f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:05.241132 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f86c01a3-44df-434e-b47e-77107505b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.242411 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-42c0dc04-b38b-40ef-9272-23fe8b69305f admin admin] Usage tracker for resource:security_group_rule and tenant:5c626ab719e24aa4af116d10a2c73f4d is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:05.246379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-42c0dc04-b38b-40ef-9272-23fe8b69305f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:05.254573 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-42c0dc04-b38b-40ef-9272-23fe8b69305f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:05.291187 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port a3ad0bf7-ec4d-4123-b19e-e370084f4b97, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=a3ad0bf7-ec4d-4123-b19e-e370084f4b97,segment=NetworkSegment(035a6f29-391e-4b3b-9348-d1bc6e5088e1),segment_id=035a6f29-391e-4b3b-9348-d1bc6e5088e1)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:05.318899 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.333320 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Transition to ACTIVE for port object 5a0576a6-1cf7-4374-be5e-a2ba34319b14 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:05.338914 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.339509 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.344149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:05.362863 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:05.368031 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42c0dc04-b38b-40ef-9272-23fe8b69305f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.372183 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42c0dc04-b38b-40ef-9272-23fe8b69305f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.383078 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-03242fe6-64ef-4f6f-8049-32507ed612f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:05.429613 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Allocated IP 172.20.0.1 (926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3/7e965978-db85-4d70-bb6a-a583c846ceb9/2049a51b-bdd7-42db-92db-5c858cf100de) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:22:05.429851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-f86c01a3-44df-434e-b47e-77107505b936 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 00:22:05.430290 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-f86c01a3-44df-434e-b47e-77107505b936 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 00:22:05.432184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 44938) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:05.432570 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-42c0dc04-b38b-40ef-9272-23fe8b69305f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c626ab719e24aa4af116d10a2c73f4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2664089
Feb 18 00:22:05.437533 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0dc04-b38b-40ef-9272-23fe8b69305f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45824920-e12a-400d-b495-6574b891fbb4,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:05.441024 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-42c0dc04-b38b-40ef-9272-23fe8b69305f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:05.456593 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=a3ad0bf7-ec4d-4123-b19e-e370084f4b97,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:05.460529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:05.506147 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Pushing event updated for resources: {'Port': ['ID=5a0576a6-1cf7-4374-be5e-a2ba34319b14,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:05.519828 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.520227 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.520631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.521521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.521883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.522246 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.522617 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.522978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.523354 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.523712 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.524062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.524454 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.524864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.525216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.525568 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.525919 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.526270 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.526624 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.526986 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.527327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.527676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.528023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.528387 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.528740 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:05.542789 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:05.587844 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff01343e-24cf-4a99-988b-88c8da63a979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.591042 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Attempting to bind port 5a0576a6-1cf7-4374-be5e-a2ba34319b14 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:22:05.591206 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Attempting to bind port 5a0576a6-1cf7-4374-be5e-a2ba34319b14 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:22:05.591498 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Attempting to bind port 5a0576a6-1cf7-4374-be5e-a2ba34319b14 on network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:22:05.597164 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:22:05.597509 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Checking segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:22:05.597952 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.598374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Bound using segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:22:05.598873 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Bound port: 5a0576a6-1cf7-4374-be5e-a2ba34319b14, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:22:05.599842 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.637884 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff01343e-24cf-4a99-988b-88c8da63a979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.678130 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] For port 5a0576a6-1cf7-4374-be5e-a2ba34319b14, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:22:05.681351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] For port 5a0576a6-1cf7-4374-be5e-a2ba34319b14, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=5a0576a6-1cf7-4374-be5e-a2ba34319b14,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:22:05.684927 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.701291 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:05.707975 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.730818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Transition to ACTIVE for port object 2049a51b-bdd7-42db-92db-5c858cf100de will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:05.734905 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff01343e-24cf-4a99-988b-88c8da63a979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.741502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0d892403-84aa-4759-b105-da07a1d710ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:05.762193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff01343e-24cf-4a99-988b-88c8da63a979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.765885 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ff01343e-24cf-4a99-988b-88c8da63a979 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45824920-e12a-400d-b495-6574b891fbb4 HTTP/1.1" status: 204  len: 168 time: 0.3297486
Feb 18 00:22:05.765885 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01343e-24cf-4a99-988b-88c8da63a979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45824920-e12a-400d-b495-6574b891fbb4,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:05.768899 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ff01343e-24cf-4a99-988b-88c8da63a979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:05.785661 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:05.803625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:05.863962 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Pushing event updated for resources: {'Port': ['ID=5a0576a6-1cf7-4374-be5e-a2ba34319b14,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:05.867482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bce618f1-7616-4245-9fc4-e34e09065de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:05.919434 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Routers {'5f2748a9-8b85-4c8a-a284-390d387997f3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:05.920492 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd3107504a8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:21:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5f2748a9-8b85-4c8a-a284-390d387997f3'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:05.933550 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Pushing event updated for resources: {'Port': ['ID=2049a51b-bdd7-42db-92db-5c858cf100de,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:05.941451 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:06.057753 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:06.059129 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:06.061672 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:22:06.131513 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1981970'] for router_interface, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:06.142674 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-2dccaa5a-f605-435a-86c6-6e3cc7cbb981 None None] Provisioning complete for port a3ad0bf7-ec4d-4123-b19e-e370084f4b97 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:06.143101 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2dccaa5a-f605-435a-86c6-6e3cc7cbb981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:06.159479 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] Set router 5f2748a9-8b85-4c8a-a284-390d387997f3 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:06.251662 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee46368-6482-4cbf-a90e-8d0b0db33743 req-8f146a6a-f8d3-462f-94c8-27ca49db8e6c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:06.272413 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ee46368-6482-4cbf-a90e-8d0b0db33743 req-8f146a6a-f8d3-462f-94c8-27ca49db8e6c tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.2108181
Feb 18 00:22:06.393911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 44954) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:06.394561 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:06.403449 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ee46368-6482-4cbf-a90e-8d0b0db33743 req-25539027-5bfc-454f-b53a-32e191836e41 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236885
Feb 18 00:22:06.445154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device a3ad0bf7-ec4d-4123-b19e-e370084f4b97 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:06.490917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6f788ae3-5def-4db9-a351-c503427dca1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:06.521640 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6f788ae3-5def-4db9-a351-c503427dca1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:06.550913 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd3107504a8>, [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:22:02Z', 'revision_number': 3, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port': {'id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:01Z', 'updated_at': '2021-02-18T00:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:06.555353 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab874b1-ba6a-408f-a3f7-188ce9065d61 None None] The sync data for ids ['5f2748a9-8b85-4c8a-a284-390d387997f3'] in dv-cinder-751579-21-iscsi is: [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:22:02Z', 'revision_number': 3, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port': {'id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:01Z', 'updated_at': '2021-02-18T00:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:22:06.563556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6f788ae3-5def-4db9-a351-c503427dca1d admin admin] Usage tracker for resource:security_group_rule and tenant:5d186968dfc54e12a1cd339ba27db88b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:06.568876 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6f788ae3-5def-4db9-a351-c503427dca1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:06.578795 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6f788ae3-5def-4db9-a351-c503427dca1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:06.688046 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-cae062bb-c4b4-4d1e-bbd1-f9496085deda None None] Provisioning for port 2049a51b-bdd7-42db-92db-5c858cf100de completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:06.696055 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-cae062bb-c4b4-4d1e-bbd1-f9496085deda None None] Provisioning complete for port 2049a51b-bdd7-42db-92db-5c858cf100de triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:06.696494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cae062bb-c4b4-4d1e-bbd1-f9496085deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:06.760917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port a3ad0bf7-ec4d-4123-b19e-e370084f4b97 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:06.761337 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:06.794022 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-cae062bb-c4b4-4d1e-bbd1-f9496085deda None None] Port 2049a51b-bdd7-42db-92db-5c858cf100de cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:22:06.821234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6f788ae3-5def-4db9-a351-c503427dca1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:06.836848 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6f788ae3-5def-4db9-a351-c503427dca1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:06.848188 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d667b34e-d71c-4461-9b62-ad2e88a53374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:06.863488 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:06.881978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821257939'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:06.924848 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6f788ae3-5def-4db9-a351-c503427dca1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d186968dfc54e12a1cd339ba27db88b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4997902
Feb 18 00:22:06.927771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 44960) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:06.955247 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853093004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852793740'] for router_interface, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:06.970083 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f788ae3-5def-4db9-a351-c503427dca1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b752e-a78b-4db2-8a45-094c3e37b6fa,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:07.024886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-081385c3-aa65-48de-99a1-92774ba479af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:07.042933 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6f788ae3-5def-4db9-a351-c503427dca1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:07.043416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:07.053980 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-081385c3-aa65-48de-99a1-92774ba479af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:07.120372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-081385c3-aa65-48de-99a1-92774ba479af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:07.128875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1089aa35-bfba-425f-95cb-36a78555f55c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:07.138718 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Pushing event updated for resources: {'Port': ['ID=2049a51b-bdd7-42db-92db-5c858cf100de,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:07.142016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:07.145050 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081385c3-aa65-48de-99a1-92774ba479af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b752e-a78b-4db2-8a45-094c3e37b6fa,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:07.149408 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-081385c3-aa65-48de-99a1-92774ba479af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:07.151713 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-081385c3-aa65-48de-99a1-92774ba479af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:07.152960 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-081385c3-aa65-48de-99a1-92774ba479af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a0b752e-a78b-4db2-8a45-094c3e37b6fa HTTP/1.1" status: 204  len: 168 time: 0.2240734
Feb 18 00:22:07.229472 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:07.231044 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:07.520679 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Router 5f2748a9-8b85-4c8a-a284-390d387997f3 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:22:07.527131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-2961cd92-8daf-4e89-b904-20c5bd18ed02 None None] Provisioning complete for port 2049a51b-bdd7-42db-92db-5c858cf100de triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:07.527557 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2961cd92-8daf-4e89-b904-20c5bd18ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:07.595193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-2961cd92-8daf-4e89-b904-20c5bd18ed02 None None] Port 2049a51b-bdd7-42db-92db-5c858cf100de cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:22:07.787217 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:22:07.798714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec449f-6176-4d93-a574-470280c8c850 req-928487ed-0aba-4ca5-972f-1eac198d9bbd tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:07.800301 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1cec449f-6176-4d93-a574-470280c8c850 req-928487ed-0aba-4ca5-972f-1eac198d9bbd tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.2024090
Feb 18 00:22:07.827207 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] 10.222.0.55 "PUT /v2.0/routers/5f2748a9-8b85-4c8a-a284-390d387997f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1957705
Feb 18 00:22:07.854121 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1cec449f-6176-4d93-a574-470280c8c850 req-96854986-a020-4fcd-a029-6dacf83b9930 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466533
Feb 18 00:22:08.394511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 5a0576a6-1cf7-4374-be5e-a2ba34319b14 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:08.476092 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 5a0576a6-1cf7-4374-be5e-a2ba34319b14 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:08.482114 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 5a0576a6-1cf7-4374-be5e-a2ba34319b14 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:08.482628 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:08.570660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 44992) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:08.577202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2127625497-network', 'tenant_id': '393f37a715284e7a99d0d174bf502a14'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:08.582708 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:08.588879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Usage tracker for resource:network and tenant:393f37a715284e7a99d0d174bf502a14 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:08.590714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:08.596919 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:08.608119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Made reservation on behalf of 393f37a715284e7a99d0d174bf502a14 for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:22:08.613448 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:08.615992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:08.628398 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:08.641377 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port 5a0576a6-1cf7-4374-be5e-a2ba34319b14, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=5a0576a6-1cf7-4374-be5e-a2ba34319b14,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:08.645084 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:08.645229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:08.647564 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:08.650209 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Usage tracker for resource:security_group_rule and tenant:393f37a715284e7a99d0d174bf502a14 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:08.653356 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:08.659262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:08.727472 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=5a0576a6-1cf7-4374-be5e-a2ba34319b14,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:08.730828 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:08.753050 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:08.756779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:08.761292 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a295a6b4-a2a0-4186-a2f9-b693f64b9548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:08.794817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:22:08.804200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b90db5-8a02-4d1a-8f1f-9c304e2033eb,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:08.807760 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:08.812714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252823229180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:08.814164 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Added segment cce0d18e-fb16-4fa1-9a88-21369a366b72 of type vxlan for network 8f09345d-42d7-46b9-bb9a-0ae32dfb6051
Feb 18 00:22:08.850717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:08.887750 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:08.889079 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:08.889719 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:08.894959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:09.050717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Pushing event updated for resources: {'Network': ['ID=8f09345d-42d7-46b9-bb9a-0ae32dfb6051,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:09.055362 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4835999
Feb 18 00:22:09.058298 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:09.058722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45000) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:09.063676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network 8f09345d-42d7-46b9-bb9a-0ae32dfb6051 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:22:09.065480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Request body: {'subnet': {'network_id': '8f09345d-42d7-46b9-bb9a-0ae32dfb6051', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2127625497-subnet', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:09.072163 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:09.076596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Usage tracker for resource:subnet and tenant:393f37a715284e7a99d0d174bf502a14 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:09.080299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:09.084872 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network 8f09345d-42d7-46b9-bb9a-0ae32dfb6051 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:22:09.085904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:09.093148 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0416b1-3213-425f-81fc-7d3fe35c6c81 req-f38a6dee-deda-4678-b894-93389062ec31 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:09.094800 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6f0416b1-3213-425f-81fc-7d3fe35c6c81 req-f38a6dee-deda-4678-b894-93389062ec31 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1244881
Feb 18 00:22:09.096379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Made reservation on behalf of 393f37a715284e7a99d0d174bf502a14 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:22:09.101583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822688071'] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:09.146033 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6f0416b1-3213-425f-81fc-7d3fe35c6c81 req-4d484ae5-7456-44e2-9165-15c8f7409099 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432477
Feb 18 00:22:09.337371 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Sync routers for ids ['5f2748a9-8b85-4c8a-a284-390d387997f3'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:22:09.347278 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Routers {'5f2748a9-8b85-4c8a-a284-390d387997f3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:09.348054 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f9e13c8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:21:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5f2748a9-8b85-4c8a-a284-390d387997f3'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:09.536779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036821255243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822688088'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:09.538389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Set router 5f2748a9-8b85-4c8a-a284-390d387997f3 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:09.552165 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cf81065e-f872-4a0b-b6d7-76bd9ecd1151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:09.695972 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=90fe01c8-939b-4452-a225-b5f2f5aff50e,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:09.700874 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:09.784107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Checking segment: {'id': 'cce0d18e-fb16-4fa1-9a88-21369a366b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f09345d-42d7-46b9-bb9a-0ae32dfb6051'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:22:09.784107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Network hostable DHCP agents. Network: 8f09345d-42d7-46b9-bb9a-0ae32dfb6051, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:22:09.805168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Network 8f09345d-42d7-46b9-bb9a-0ae32dfb6051 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:22:09.814632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, 8f09345d-42d7-46b9-bb9a-0ae32dfb6051) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:09.830408 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:09.831421 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:09.857435 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-521c65f7-1562-4ac3-a9ed-d1e504adad1a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7973590
Feb 18 00:22:09.858604 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45006) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:09.858827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43570b59-953e-4c7c-99bb-728ca2068036 None None] Network 8f09345d-42d7-46b9-bb9a-0ae32dfb6051 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:22:09.864757 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2127625497-router', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:09.869761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:09.874917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Usage tracker for resource:router and tenant:393f37a715284e7a99d0d174bf502a14 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:09.882780 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:09.888862 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:09.900692 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852804642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1091'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:09.901813 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852804823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2023819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774732'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:09.925130 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:10.018246 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f9e13c8>, [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:22:06Z', 'revision_number': 4, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port': {'id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:01Z', 'updated_at': '2021-02-18T00:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '2049a51b-bdd7-42db-92db-5c858cf100de', 'name': '', 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'mac_address': 'fa:16:3e:16:44:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:05Z', 'updated_at': '2021-02-18T00:22:06Z', 'revision_number': 2, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'subnets': [{'id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:10.062314 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Checking router: 5f2748a9-8b85-4c8a-a284-390d387997f3 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:22:10.062648 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Updating router 5f2748a9-8b85-4c8a-a284-390d387997f3 port 2049a51b-bdd7-42db-92db-5c858cf100de binding host dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:22:10.176165 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:10.215561 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac98f393-cfbd-505c-89c3-4557df0b36db-8f09345d-42d7-46b9-bb9a-0ae32dfb6051', 'network_id': '8f09345d-42d7-46b9-bb9a-0ae32dfb6051', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'fixed_ips': [{'subnet_id': '90fe01c8-939b-4452-a225-b5f2f5aff50e'}]}} from dv-cinder-751579-21-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 00:22:10.216915 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:10.436688 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 5a0576a6-1cf7-4374-be5e-a2ba34319b14 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:10.535481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1971128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774747'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:10.651875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bddbe-8176-4552-904d-501b6b36577b req-7afaaeba-d700-4f19-a249-2acc7e5c59d6 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:10.653632 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-550bddbe-8176-4552-904d-501b6b36577b req-7afaaeba-d700-4f19-a249-2acc7e5c59d6 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.3051639
Feb 18 00:22:10.717009 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-550bddbe-8176-4552-904d-501b6b36577b req-99019d04-7d70-478f-8280-eebf92442f86 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541909
Feb 18 00:22:10.850758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 5a0576a6-1cf7-4374-be5e-a2ba34319b14 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:10.851318 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:10.873423 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964ad55-285c-4fbc-858e-9b71d8feb935 req-2778ad23-2a83-4fac-81e9-43823068a998 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:10.875158 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8964ad55-285c-4fbc-858e-9b71d8feb935 req-2778ad23-2a83-4fac-81e9-43823068a998 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 945 time: 0.1109853
Feb 18 00:22:10.949641 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:10.959289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-8964ad55-285c-4fbc-858e-9b71d8feb935 req-fb2a9e0d-36db-4f4c-b557-10edbada150d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Deleting port e4e053b1-118e-446e-9628-f71e74fb8118 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:22:10.959678 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8964ad55-285c-4fbc-858e-9b71d8feb935 req-fb2a9e0d-36db-4f4c-b557-10edbada150d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:10.982321 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:11.143219 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Allocated IP 172.20.0.2 (8f09345d-42d7-46b9-bb9a-0ae32dfb6051/90fe01c8-939b-4452-a225-b5f2f5aff50e/53d72b62-2535-49ca-97cb-087f8dca5e0b) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:22:11.275751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-8964ad55-285c-4fbc-858e-9b71d8feb935 req-fb2a9e0d-36db-4f4c-b557-10edbada150d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] For port e4e053b1-118e-446e-9628-f71e74fb8118, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=e4e053b1-118e-446e-9628-f71e74fb8118,segment=NetworkSegment(ae6f9fd0-8701-4eae-91fa-01b67535077e),segment_id=ae6f9fd0-8701-4eae-91fa-01b67535077e)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:11.276155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8964ad55-285c-4fbc-858e-9b71d8feb935 req-fb2a9e0d-36db-4f4c-b557-10edbada150d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:11.323258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Allocated IP 172.27.3.239 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/aa2b530d-88f9-42da-ab05-54dc4ed2d2d9) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:22:11.386512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:11.419063 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Transition to ACTIVE for port object 2049a51b-bdd7-42db-92db-5c858cf100de will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:11.460329 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:11.482739 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:11.533320 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:11.569071 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:11.643389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-8964ad55-285c-4fbc-858e-9b71d8feb935 req-fb2a9e0d-36db-4f4c-b557-10edbada150d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Calling delete_port for e4e053b1-118e-446e-9628-f71e74fb8118 owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:22:11.648902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf737060-91b1-4fab-bcd3-7bd2ae11fdfb None None] Pushing event updated for resources: {'Port': ['ID=2049a51b-bdd7-42db-92db-5c858cf100de,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:11.655903 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cf737060-91b1-4fab-bcd3-7bd2ae11fdfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:11.660838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:11.664745 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:11.693821 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Transition to ACTIVE for port object 53d72b62-2535-49ca-97cb-087f8dca5e0b will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:11.722348 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Transition to ACTIVE for port object 53d72b62-2535-49ca-97cb-087f8dca5e0b will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:11.768013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2b530d-88f9-42da-ab05-54dc4ed2d2d9,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:11.771871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:11.802614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:11.803993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:11.804123 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:11.806642 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:22:11.819749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8964ad55-285c-4fbc-858e-9b71d8feb935 req-fb2a9e0d-36db-4f4c-b557-10edbada150d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:11.827606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:11.932612 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:12.031308 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a9e0d-36db-4f4c-b557-10edbada150d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Pushing event deleted for resources: {'Port': ['ID=e4e053b1-118e-446e-9628-f71e74fb8118,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:12.034342 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fb2a9e0d-36db-4f4c-b557-10edbada150d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:12.061537 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d69040bc-6ad4-42bf-b81b-b7a3afb26d88 req-35cd9f2d-380e-4bce-b448-dd3ab45e7212 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad3c07d2-0737-4d67-b014-3891b2786b66 HTTP/1.1" status: 200  len: 210 time: 0.0934505
Feb 18 00:22:12.062110 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Attempting to bind port 2049a51b-bdd7-42db-92db-5c858cf100de on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:22:12.062535 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Attempting to bind port 2049a51b-bdd7-42db-92db-5c858cf100de by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '035a6f29-391e-4b3b-9348-d1bc6e5088e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:22:12.063051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Attempting to bind port 2049a51b-bdd7-42db-92db-5c858cf100de on network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:22:12.071323 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Pushing event updated for resources: {'Port': ['ID=53d72b62-2535-49ca-97cb-087f8dca5e0b,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:12.079818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:12.091184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:22:12.091715 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Checking segment: {'id': '035a6f29-391e-4b3b-9348-d1bc6e5088e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:22:12.092319 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:12.093593 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Bound using segment: {'id': '035a6f29-391e-4b3b-9348-d1bc6e5088e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:22:12.094266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Bound port: 2049a51b-bdd7-42db-92db-5c858cf100de, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035a6f29-391e-4b3b-9348-d1bc6e5088e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:22:12.094983 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:12.138340 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-8964ad55-285c-4fbc-858e-9b71d8feb935 req-fb2a9e0d-36db-4f4c-b557-10edbada150d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] No DVR routers for this DVR port e4e053b1-118e-446e-9628-f71e74fb8118 on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:22:12.140737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8964ad55-285c-4fbc-858e-9b71d8feb935 req-fb2a9e0d-36db-4f4c-b557-10edbada150d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:12.143727 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3c07d2-0737-4d67-b014-3891b2786b66', 'name': 'network-vif-deleted', 'tag': 'e4e053b1-118e-446e-9628-f71e74fb8118'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:22:12.170947 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8964ad55-285c-4fbc-858e-9b71d8feb935 req-fb2a9e0d-36db-4f4c-b557-10edbada150d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.58 "DELETE /v2.0/ports/e4e053b1-118e-446e-9628-f71e74fb8118 HTTP/1.1" status: 204  len: 173 time: 1.2860985
Feb 18 00:22:12.194597 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Network 8f09345d-42d7-46b9-bb9a-0ae32dfb6051 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:12.198605 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3c07d2-0737-4d67-b014-3891b2786b66', 'name': 'network-vif-deleted', 'tag': 'e4e053b1-118e-446e-9628-f71e74fb8118', 'status': 'completed', 'code': 200}
Feb 18 00:22:12.203710 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:12.221991 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:22:12.302404 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:12.309510 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] For port 2049a51b-bdd7-42db-92db-5c858cf100de, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:22:12.315229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Attempting to bind port 53d72b62-2535-49ca-97cb-087f8dca5e0b on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:22:12.315711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Attempting to bind port 53d72b62-2535-49ca-97cb-087f8dca5e0b by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': 'cce0d18e-fb16-4fa1-9a88-21369a366b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f09345d-42d7-46b9-bb9a-0ae32dfb6051'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:22:12.316427 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Attempting to bind port 53d72b62-2535-49ca-97cb-087f8dca5e0b on network 8f09345d-42d7-46b9-bb9a-0ae32dfb6051 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:22:12.325094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:22:12.325993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Checking segment: {'id': 'cce0d18e-fb16-4fa1-9a88-21369a366b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f09345d-42d7-46b9-bb9a-0ae32dfb6051'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:22:12.326459 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:12.326906 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Bound using segment: {'id': 'cce0d18e-fb16-4fa1-9a88-21369a366b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f09345d-42d7-46b9-bb9a-0ae32dfb6051'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:22:12.327628 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Bound port: 53d72b62-2535-49ca-97cb-087f8dca5e0b, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce0d18e-fb16-4fa1-9a88-21369a366b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f09345d-42d7-46b9-bb9a-0ae32dfb6051'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:22:12.328057 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:12.339572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] For port 2049a51b-bdd7-42db-92db-5c858cf100de, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=2049a51b-bdd7-42db-92db-5c858cf100de,segment=NetworkSegment(035a6f29-391e-4b3b-9348-d1bc6e5088e1),segment_id=035a6f29-391e-4b3b-9348-d1bc6e5088e1)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:22:12.348119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:12.366923 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cfb56841-9417-4ce2-9535-95c4c927166a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:12.543061 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device e4e053b1-118e-446e-9628-f71e74fb8118 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:22:12.605421 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] No Port match for: e4e053b1-118e-446e-9628-f71e74fb8118 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:22:12.605817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device e4e053b1-118e-446e-9628-f71e74fb8118 not bound to the agent host hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:22:12.643296 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf737060-91b1-4fab-bcd3-7bd2ae11fdfb None None] Pushing event updated for resources: {'Port': ['ID=2049a51b-bdd7-42db-92db-5c858cf100de,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:12.662146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cf737060-91b1-4fab-bcd3-7bd2ae11fdfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:12.666387 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] For port 53d72b62-2535-49ca-97cb-087f8dca5e0b, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:22:12.683121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1971113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852801781'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:12.683295 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] For port 53d72b62-2535-49ca-97cb-087f8dca5e0b, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=53d72b62-2535-49ca-97cb-087f8dca5e0b,segment=NetworkSegment(cce0d18e-fb16-4fa1-9a88-21369a366b72),segment_id=cce0d18e-fb16-4fa1-9a88-21369a366b72)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:22:12.688759 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:12.936309 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:12.969001 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Router 37cffba0-b5f6-4ba8-91f9-4eb2879082ba is scheduled to L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 00:22:13.018579 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Routers {'5f2748a9-8b85-4c8a-a284-390d387997f3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:13.019258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f9e13c8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:21:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5f2748a9-8b85-4c8a-a284-390d387997f3'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:13.156523 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Pushing event updated for resources: {'Port': ['ID=53d72b62-2535-49ca-97cb-087f8dca5e0b,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:13.173175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:13.304060 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] Set router 5f2748a9-8b85-4c8a-a284-390d387997f3 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:13.409877 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:22:13.432570 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Sync routers for ids ['37cffba0-b5f6-4ba8-91f9-4eb2879082ba'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:22:13.435992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:13.440565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 45038) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:13.450599 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Routers {'37cffba0-b5f6-4ba8-91f9-4eb2879082ba'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:13.452030 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f569630>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:21:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['37cffba0-b5f6-4ba8-91f9-4eb2879082ba'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:13.452605 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.5919368
Feb 18 00:22:13.690389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f9e13c8>, [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:22:06Z', 'revision_number': 4, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port': {'id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:01Z', 'updated_at': '2021-02-18T00:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '2049a51b-bdd7-42db-92db-5c858cf100de', 'name': '', 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'mac_address': 'fa:16:3e:16:44:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:05Z', 'updated_at': '2021-02-18T00:22:12Z', 'revision_number': 4, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'subnets': [{'id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:13.699792 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c8ab0-dd10-48c9-8562-37d0bc6c5149 None None] The sync data for ids ['5f2748a9-8b85-4c8a-a284-390d387997f3'] in dv-cinder-751579-21-iscsi is: [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:22:06Z', 'revision_number': 4, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port': {'id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:01Z', 'updated_at': '2021-02-18T00:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '2049a51b-bdd7-42db-92db-5c858cf100de', 'name': '', 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'mac_address': 'fa:16:3e:16:44:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:05Z', 'updated_at': '2021-02-18T00:22:12Z', 'revision_number': 4, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'subnets': [{'id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:22:13.951891 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Set router 37cffba0-b5f6-4ba8-91f9-4eb2879082ba gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:14.083557 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774115c-bf68-42f5-bf89-7021e6194c5e req-aee95937-f444-4e4f-8437-f05afd77bb19 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:14.084359 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b774115c-bf68-42f5-bf89-7021e6194c5e req-aee95937-f444-4e4f-8437-f05afd77bb19 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Synchronizing usage tracker for tenant:30fcfa6325fc46188a1b3d8f51ea489b on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:22:14.231174 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45050) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:14.325247 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f569630>, [{'id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'name': 'tempest-TestShelveInstance-2127625497-router', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'aa2b530d-88f9-42da-ab05-54dc4ed2d2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:09Z', 'updated_at': '2021-02-18T00:22:12Z', 'revision_number': 3, 'project_id': '393f37a715284e7a99d0d174bf502a14', 'gw_port': {'id': 'aa2b530d-88f9-42da-ab05-54dc4ed2d2d9', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:11Z', 'updated_at': '2021-02-18T00:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:14.331917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Checking router: 37cffba0-b5f6-4ba8-91f9-4eb2879082ba for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:22:14.334313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Updating router 37cffba0-b5f6-4ba8-91f9-4eb2879082ba port aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 binding host dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:22:14.349051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b774115c-bf68-42f5-bf89-7021e6194c5e req-aee95937-f444-4e4f-8437-f05afd77bb19 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Unset dirty status for tenant:30fcfa6325fc46188a1b3d8f51ea489b on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:22:14.350881 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b774115c-bf68-42f5-bf89-7021e6194c5e req-aee95937-f444-4e4f-8437-f05afd77bb19 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.6756539
Feb 18 00:22:14.426795 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:14.434289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e9df28f-f126-4537-943c-f66bd13bb9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:14.456546 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9e9df28f-f126-4537-943c-f66bd13bb9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:14.464216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9e9df28f-f126-4537-943c-f66bd13bb9cf admin admin] Usage tracker for resource:security_group_rule and tenant:a87075880c7a4bf1b89f05a513f3e4a0 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:14.467869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9e9df28f-f126-4537-943c-f66bd13bb9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:14.474871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9e9df28f-f126-4537-943c-f66bd13bb9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:14.512231 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b774115c-bf68-42f5-bf89-7021e6194c5e req-690bc520-fead-4edb-ac6f-445a52e10d78 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536937
Feb 18 00:22:14.513804 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 2049a51b-bdd7-42db-92db-5c858cf100de up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:14.615759 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e9df28f-f126-4537-943c-f66bd13bb9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:14.618995 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e9df28f-f126-4537-943c-f66bd13bb9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:14.631040 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aa0a3a3f-637a-455e-ac0b-50495a8e300a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:14.638158 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:14.677745 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 2049a51b-bdd7-42db-92db-5c858cf100de completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:14.693425 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 2049a51b-bdd7-42db-92db-5c858cf100de triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:14.693425 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:14.694713 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9e9df28f-f126-4537-943c-f66bd13bb9cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a87075880c7a4bf1b89f05a513f3e4a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4622719
Feb 18 00:22:14.695819 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9df28f-f126-4537-943c-f66bd13bb9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ecaf4-b92d-4b73-bc24-b7857d68f0fb,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:14.712863 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45056) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:14.719527 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9e9df28f-f126-4537-943c-f66bd13bb9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:14.826591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dab1dd6d-d121-42c1-8d4b-55f29075e11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:14.893237 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dab1dd6d-d121-42c1-8d4b-55f29075e11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:14.894669 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:14.942894 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port 2049a51b-bdd7-42db-92db-5c858cf100de, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=2049a51b-bdd7-42db-92db-5c858cf100de,segment=NetworkSegment(035a6f29-391e-4b3b-9348-d1bc6e5088e1),segment_id=035a6f29-391e-4b3b-9348-d1bc6e5088e1)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:14.950048 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:14.950981 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 53d72b62-2535-49ca-97cb-087f8dca5e0b up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:14.987274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dab1dd6d-d121-42c1-8d4b-55f29075e11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:14.995217 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c5700138-4222-4524-aa71-e51e55755b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:15.022097 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-88540445-4280-487e-901c-716f972b0e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:15.023304 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1dd6d-d121-42c1-8d4b-55f29075e11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ecaf4-b92d-4b73-bc24-b7857d68f0fb,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:15.026427 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dab1dd6d-d121-42c1-8d4b-55f29075e11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:15.027379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dab1dd6d-d121-42c1-8d4b-55f29075e11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:15.028716 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-dab1dd6d-d121-42c1-8d4b-55f29075e11b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1b2ecaf4-b92d-4b73-bc24-b7857d68f0fb HTTP/1.1" status: 204  len: 168 time: 0.3128676
Feb 18 00:22:15.067527 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96681b00-2e53-44ca-b664-c56da0d296f5 None None] Network 8f09345d-42d7-46b9-bb9a-0ae32dfb6051 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:22:15.107014 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:15.131227 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Transition to ACTIVE for port object aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:15.139384 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:15.158032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:15.183957 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Allocated IP 172.20.0.1 (8f09345d-42d7-46b9-bb9a-0ae32dfb6051/90fe01c8-939b-4452-a225-b5f2f5aff50e/c3a56b05-219d-499c-922c-94261ed5b811) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:22:15.295588 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-787869b4-6f50-43b2-bb1b-2a62305d2c25 None None] Provisioning for port 53d72b62-2535-49ca-97cb-087f8dca5e0b completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:15.345208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 53d72b62-2535-49ca-97cb-087f8dca5e0b completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:15.360307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=2049a51b-bdd7-42db-92db-5c858cf100de,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:15.370380 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:15.381256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 53d72b62-2535-49ca-97cb-087f8dca5e0b triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:15.382069 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:15.398200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddef8ef-7044-4464-8279-1ea05a4f8e71 None None] Pushing event updated for resources: {'Port': ['ID=aa2b530d-88f9-42da-ab05-54dc4ed2d2d9,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:15.403001 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2ddef8ef-7044-4464-8279-1ea05a4f8e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:15.436749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:15.455869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Transition to ACTIVE for port object c3a56b05-219d-499c-922c-94261ed5b811 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:15.471570 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Attempting to bind port aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:22:15.472614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Attempting to bind port aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:22:15.473660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Attempting to bind port aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 on network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:22:15.480892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:22:15.481345 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Checking segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:22:15.482210 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:15.482776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Bound using segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:22:15.483382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Bound port: aa2b530d-88f9-42da-ab05-54dc4ed2d2d9, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:22:15.483700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:15.484471 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:15.503083 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:15.586120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] For port aa2b530d-88f9-42da-ab05-54dc4ed2d2d9, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:22:15.589486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] For port aa2b530d-88f9-42da-ab05-54dc4ed2d2d9, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=aa2b530d-88f9-42da-ab05-54dc4ed2d2d9,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:22:15.594074 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:15.610989 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-098e7a87-f0bf-4fd9-9777-c63060899c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:15.722584 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:15.726216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a56b05-219d-499c-922c-94261ed5b811,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:15.729528 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:15.761686 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddef8ef-7044-4464-8279-1ea05a4f8e71 None None] Pushing event updated for resources: {'Port': ['ID=aa2b530d-88f9-42da-ab05-54dc4ed2d2d9,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:15.767272 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2ddef8ef-7044-4464-8279-1ea05a4f8e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:15.846099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1402d-d1e3-4639-b8bf-3780646d7f01 req-913ae949-7a3f-42cf-83c0-85bc9898bafc tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:15.850687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port 53d72b62-2535-49ca-97cb-087f8dca5e0b, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=53d72b62-2535-49ca-97cb-087f8dca5e0b,segment=NetworkSegment(cce0d18e-fb16-4fa1-9a88-21369a366b72),segment_id=cce0d18e-fb16-4fa1-9a88-21369a366b72)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:15.854511 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bbd1402d-d1e3-4639-b8bf-3780646d7f01 req-913ae949-7a3f-42cf-83c0-85bc9898bafc tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1309302
Feb 18 00:22:15.856973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:15.859843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:15.881630 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Network 8f09345d-42d7-46b9-bb9a-0ae32dfb6051 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:15.882869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:15.884826 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Routers {'37cffba0-b5f6-4ba8-91f9-4eb2879082ba'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:15.885515 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f569630>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:21:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['37cffba0-b5f6-4ba8-91f9-4eb2879082ba'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:15.890859 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:22:15.925839 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bbd1402d-d1e3-4639-b8bf-3780646d7f01 req-01057ec8-e023-4126-b426-51df0e20f762 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701299
Feb 18 00:22:15.969477 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=53d72b62-2535-49ca-97cb-087f8dca5e0b,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:15.977862 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:15.995141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1981970'] for router_interface, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:16.138631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] Set router 37cffba0-b5f6-4ba8-91f9-4eb2879082ba gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:16.154373 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:16.156307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-7ad757d4-9244-4b96-934e-ce43f37b3e21 None None] Provisioning for port c3a56b05-219d-499c-922c-94261ed5b811 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:16.162124 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-7ad757d4-9244-4b96-934e-ce43f37b3e21 None None] Provisioning complete for port c3a56b05-219d-499c-922c-94261ed5b811 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:16.162617 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7ad757d4-9244-4b96-934e-ce43f37b3e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:16.259072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-7ad757d4-9244-4b96-934e-ce43f37b3e21 None None] Port c3a56b05-219d-499c-922c-94261ed5b811 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:22:16.284109 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-7ad757d4-9244-4b96-934e-ce43f37b3e21 None None] Provisioning complete for port 53d72b62-2535-49ca-97cb-087f8dca5e0b triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:16.284275 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7ad757d4-9244-4b96-934e-ce43f37b3e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:16.469667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 2049a51b-bdd7-42db-92db-5c858cf100de up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:16.571908 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f569630>, [{'id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'name': 'tempest-TestShelveInstance-2127625497-router', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'aa2b530d-88f9-42da-ab05-54dc4ed2d2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:09Z', 'updated_at': '2021-02-18T00:22:12Z', 'revision_number': 3, 'project_id': '393f37a715284e7a99d0d174bf502a14', 'gw_port': {'id': 'aa2b530d-88f9-42da-ab05-54dc4ed2d2d9', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:11Z', 'updated_at': '2021-02-18T00:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:16.576560 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916cf643-7827-4de4-bdaf-53a2bcad1239 None None] The sync data for ids ['37cffba0-b5f6-4ba8-91f9-4eb2879082ba'] in dv-cinder-751579-21-iscsi is: [{'id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'name': 'tempest-TestShelveInstance-2127625497-router', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'aa2b530d-88f9-42da-ab05-54dc4ed2d2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:09Z', 'updated_at': '2021-02-18T00:22:12Z', 'revision_number': 3, 'project_id': '393f37a715284e7a99d0d174bf502a14', 'gw_port': {'id': 'aa2b530d-88f9-42da-ab05-54dc4ed2d2d9', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:11Z', 'updated_at': '2021-02-18T00:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:22:16.591530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:16.601606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:16.625882 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 2049a51b-bdd7-42db-92db-5c858cf100de triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:16.626309 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:16.635059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45090) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:16.641163 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3a4ed31d-060b-451a-a671-2f9b0de610f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:16.738615 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a56b05-219d-499c-922c-94261ed5b811,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:16.743277 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:16.743277 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853093004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852793740'] for router_interface, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:16.757967 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-55ab64b6-ee08-43b5-b6bf-5f03acc75e34 None None] Provisioning complete for port 53d72b62-2535-49ca-97cb-087f8dca5e0b triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:16.758484 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-55ab64b6-ee08-43b5-b6bf-5f03acc75e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:16.818422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 53d72b62-2535-49ca-97cb-087f8dca5e0b up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:16.850194 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ceb961b6-1e3e-4694-a877-aa83788a2a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:16.878565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ceb961b6-1e3e-4694-a877-aa83788a2a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:16.883325 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ceb961b6-1e3e-4694-a877-aa83788a2a65 admin admin] Usage tracker for resource:security_group_rule and tenant:ce8176f1bd364e7e8f7de332665bd577 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:16.886790 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ceb961b6-1e3e-4694-a877-aa83788a2a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:16.893521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ceb961b6-1e3e-4694-a877-aa83788a2a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:16.954657 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 53d72b62-2535-49ca-97cb-087f8dca5e0b triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:16.954964 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:17.058785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ceb961b6-1e3e-4694-a877-aa83788a2a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:17.084704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ceb961b6-1e3e-4694-a877-aa83788a2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:17.103214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9e9df28f-f126-4537-943c-f66bd13bb9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:17.152163 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ceb961b6-1e3e-4694-a877-aa83788a2a65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce8176f1bd364e7e8f7de332665bd577&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5157635
Feb 18 00:22:17.152929 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45098) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:17.200255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb961b6-1e3e-4694-a877-aa83788a2a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a0c7e4-6c18-440d-9177-eda899703d1a,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:17.207188 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ceb961b6-1e3e-4694-a877-aa83788a2a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:17.267260 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-611c92e5-72fc-4344-9ec0-c215a996d874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:17.299632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-611c92e5-72fc-4344-9ec0-c215a996d874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:17.322291 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Network 8f09345d-42d7-46b9-bb9a-0ae32dfb6051 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:17.323566 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:17.356392 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-611c92e5-72fc-4344-9ec0-c215a996d874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:17.366117 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-18973ed3-048a-4552-8034-49ce872d375e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:17.384357 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c92e5-72fc-4344-9ec0-c215a996d874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a0c7e4-6c18-440d-9177-eda899703d1a,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:17.386812 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-611c92e5-72fc-4344-9ec0-c215a996d874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:17.398675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-611c92e5-72fc-4344-9ec0-c215a996d874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:17.413338 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-611c92e5-72fc-4344-9ec0-c215a996d874 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63a0c7e4-6c18-440d-9177-eda899703d1a HTTP/1.1" status: 204  len: 168 time: 0.2569537
Feb 18 00:22:17.477528 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-489d188b-78fe-42ff-8251-c860e5b61e25 None None] Provisioning complete for port 53d72b62-2535-49ca-97cb-087f8dca5e0b triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:17.478076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-489d188b-78fe-42ff-8251-c860e5b61e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:17.487793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93b777-5eb9-4e03-bd53-af2411d79eee req-566cf33f-f3a7-4d0c-b655-674b81a2c71a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:17.491054 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a93b777-5eb9-4e03-bd53-af2411d79eee req-566cf33f-f3a7-4d0c-b655-674b81a2c71a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.3278706
Feb 18 00:22:17.640427 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a93b777-5eb9-4e03-bd53-af2411d79eee req-25e3e0d3-42ce-4bc4-9ffc-2710b843613a tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411092
Feb 18 00:22:17.676027 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-489d188b-78fe-42ff-8251-c860e5b61e25 None None] Provisioning complete for port c3a56b05-219d-499c-922c-94261ed5b811 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:17.676734 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-489d188b-78fe-42ff-8251-c860e5b61e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:17.687508 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Router 37cffba0-b5f6-4ba8-91f9-4eb2879082ba has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:22:17.751531 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-489d188b-78fe-42ff-8251-c860e5b61e25 None None] Port c3a56b05-219d-499c-922c-94261ed5b811 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:22:17.873789 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-4e2b512b-dc1d-49ac-803a-bb7274b70b7e None None] Provisioning complete for port c3a56b05-219d-499c-922c-94261ed5b811 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:17.873789 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4e2b512b-dc1d-49ac-803a-bb7274b70b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:17.898357 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:22:17.916595 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] 10.222.0.55 "PUT /v2.0/routers/37cffba0-b5f6-4ba8-91f9-4eb2879082ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4659579
Feb 18 00:22:17.942988 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b512b-dc1d-49ac-803a-bb7274b70b7e None None] Port c3a56b05-219d-499c-922c-94261ed5b811 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:22:18.403032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:18.474731 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:18.479508 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:18.479920 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:18.606163 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:18.623665 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port aa2b530d-88f9-42da-ab05-54dc4ed2d2d9, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=aa2b530d-88f9-42da-ab05-54dc4ed2d2d9,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:18.626483 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:18.629275 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:18.702346 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=aa2b530d-88f9-42da-ab05-54dc4ed2d2d9,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:18.705605 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:18.726897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-672008c0-dd02-4785-a4aa-23ec8b415d35 req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-16570517', 'description': 'tempest-TestShelveInstance-16570517 description'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:18.732986 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-672008c0-dd02-4785-a4aa-23ec8b415d35 req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:18.737335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-672008c0-dd02-4785-a4aa-23ec8b415d35 req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Usage tracker for resource:security_group and tenant:81448b37f7984bc69c0df61b137becc1 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:18.740537 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-672008c0-dd02-4785-a4aa-23ec8b415d35 req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:18.746490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-672008c0-dd02-4785-a4aa-23ec8b415d35 req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:18.756284 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-672008c0-dd02-4785-a4aa-23ec8b415d35 req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:18.777955 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-672008c0-dd02-4785-a4aa-23ec8b415d35 req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:18.782321 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-672008c0-dd02-4785-a4aa-23ec8b415d35 req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Usage tracker for resource:security_group_rule and tenant:81448b37f7984bc69c0df61b137becc1 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:18.785318 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-672008c0-dd02-4785-a4aa-23ec8b415d35 req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:18.791631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-672008c0-dd02-4785-a4aa-23ec8b415d35 req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:18.843971 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7c0fb-8e87-44ce-b0fd-7366dd9106db req-6939e954-fab9-458f-a1c3-015112b23241 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:18.845595 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-55b7c0fb-8e87-44ce-b0fd-7366dd9106db req-6939e954-fab9-458f-a1c3-015112b23241 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.0881765
Feb 18 00:22:18.864151 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-672008c0-dd02-4785-a4aa-23ec8b415d35 req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:18.867609 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-672008c0-dd02-4785-a4aa-23ec8b415d35 req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:18.873050 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b1be094f-ce63-4632-9ed0-de82ed9bcb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:18.900825 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-55b7c0fb-8e87-44ce-b0fd-7366dd9106db req-e7e8c247-0b49-4830-a19f-206ad826e6ab tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481529
Feb 18 00:22:18.908041 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71aa9a1-beca-494a-8106-80b2fdf6032b,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:18.913912 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:18.920456 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-672008c0-dd02-4785-a4aa-23ec8b415d35 req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:18.921777 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-672008c0-dd02-4785-a4aa-23ec8b415d35 req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1803 time: 0.2002285
Feb 18 00:22:18.991807 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2b532926-afd7-4544-ab8e-39760b529b73 req-87bd03a2-5201-4572-9edf-4a732f36cec3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups/f71aa9a1-beca-494a-8106-80b2fdf6032b HTTP/1.1" status: 200  len: 1798 time: 0.0483518
Feb 18 00:22:19.002273 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-2b532926-afd7-4544-ab8e-39760b529b73 req-a1e6b520-50ed-48be-b73e-8cec2e7e1561 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f71aa9a1-beca-494a-8106-80b2fdf6032b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:19.002628 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-2b532926-afd7-4544-ab8e-39760b529b73 req-a1e6b520-50ed-48be-b73e-8cec2e7e1561 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f71aa9a1-beca-494a-8106-80b2fdf6032b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:19.009133 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-2b532926-afd7-4544-ab8e-39760b529b73 req-a1e6b520-50ed-48be-b73e-8cec2e7e1561 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:19.013162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-2b532926-afd7-4544-ab8e-39760b529b73 req-a1e6b520-50ed-48be-b73e-8cec2e7e1561 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Usage tracker for resource:security_group_rule and tenant:81448b37f7984bc69c0df61b137becc1 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:19.016253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-2b532926-afd7-4544-ab8e-39760b529b73 req-a1e6b520-50ed-48be-b73e-8cec2e7e1561 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:19.022959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-2b532926-afd7-4544-ab8e-39760b529b73 req-a1e6b520-50ed-48be-b73e-8cec2e7e1561 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:19.077316 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-2b532926-afd7-4544-ab8e-39760b529b73 req-a1e6b520-50ed-48be-b73e-8cec2e7e1561 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:19.101926 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-2b532926-afd7-4544-ab8e-39760b529b73 req-a1e6b520-50ed-48be-b73e-8cec2e7e1561 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:19.104434 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-2b532926-afd7-4544-ab8e-39760b529b73 req-a1e6b520-50ed-48be-b73e-8cec2e7e1561 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170069'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:19.106610 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:19.131071 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6b520-50ed-48be-b73e-8cec2e7e1561 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e86d8ae-872e-41bc-8cf0-fee1f7567051,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:19.133847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a1e6b520-50ed-48be-b73e-8cec2e7e1561 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:19.140881 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-2b532926-afd7-4544-ab8e-39760b529b73 req-a1e6b520-50ed-48be-b73e-8cec2e7e1561 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:19.142198 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2b532926-afd7-4544-ab8e-39760b529b73 req-a1e6b520-50ed-48be-b73e-8cec2e7e1561 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1440940
Feb 18 00:22:19.214084 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-10a0f5f1-97f7-4bec-8458-954000361261 req-1ee4995a-dc04-4485-9b5c-802950d08931 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups/f71aa9a1-beca-494a-8106-80b2fdf6032b HTTP/1.1" status: 200  len: 2391 time: 0.0496609
Feb 18 00:22:19.226521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-10a0f5f1-97f7-4bec-8458-954000361261 req-d41971b8-bfb3-4ca2-a666-34b2a8fb24c0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f71aa9a1-beca-494a-8106-80b2fdf6032b', 'remote_group_id': None}]} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:19.227027 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-10a0f5f1-97f7-4bec-8458-954000361261 req-d41971b8-bfb3-4ca2-a666-34b2a8fb24c0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f71aa9a1-beca-494a-8106-80b2fdf6032b', 'remote_group_id': None}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:19.233541 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-10a0f5f1-97f7-4bec-8458-954000361261 req-d41971b8-bfb3-4ca2-a666-34b2a8fb24c0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:19.237978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-10a0f5f1-97f7-4bec-8458-954000361261 req-d41971b8-bfb3-4ca2-a666-34b2a8fb24c0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Usage tracker for resource:security_group_rule and tenant:81448b37f7984bc69c0df61b137becc1 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:19.241203 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-10a0f5f1-97f7-4bec-8458-954000361261 req-d41971b8-bfb3-4ca2-a666-34b2a8fb24c0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:19.247156 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-10a0f5f1-97f7-4bec-8458-954000361261 req-d41971b8-bfb3-4ca2-a666-34b2a8fb24c0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:19.306892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-10a0f5f1-97f7-4bec-8458-954000361261 req-d41971b8-bfb3-4ca2-a666-34b2a8fb24c0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:19.344294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-10a0f5f1-97f7-4bec-8458-954000361261 req-d41971b8-bfb3-4ca2-a666-34b2a8fb24c0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:19.346916 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-10a0f5f1-97f7-4bec-8458-954000361261 req-d41971b8-bfb3-4ca2-a666-34b2a8fb24c0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170069'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:19.349037 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:19.373202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41971b8-bfb3-4ca2-a666-34b2a8fb24c0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412429c7-c9e7-45dc-96d2-4ad220911ea5,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:19.378857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d41971b8-bfb3-4ca2-a666-34b2a8fb24c0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:19.383146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-10a0f5f1-97f7-4bec-8458-954000361261 req-d41971b8-bfb3-4ca2-a666-34b2a8fb24c0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:19.384480 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-10a0f5f1-97f7-4bec-8458-954000361261 req-d41971b8-bfb3-4ca2-a666-34b2a8fb24c0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1633956
Feb 18 00:22:19.553202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Sync routers for ids ['37cffba0-b5f6-4ba8-91f9-4eb2879082ba'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:22:19.562873 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Routers {'37cffba0-b5f6-4ba8-91f9-4eb2879082ba'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:19.563559 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30faed7b8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:21:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['37cffba0-b5f6-4ba8-91f9-4eb2879082ba'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:19.608169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adcf58-dc46-42e7-a943-14ef5d51db58 req-311d27f5-1854-415d-aee4-00d0d83977ba tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:19.610134 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-07adcf58-dc46-42e7-a943-14ef5d51db58 req-311d27f5-1854-415d-aee4-00d0d83977ba tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.1025677
Feb 18 00:22:19.695513 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-07adcf58-dc46-42e7-a943-14ef5d51db58 req-756c69aa-8fd3-44a3-8762-6b5cce29a54f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Deleting port 97d88c37-7f15-4f91-aa45-cd450e2db183 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:22:19.695906 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-07adcf58-dc46-42e7-a943-14ef5d51db58 req-756c69aa-8fd3-44a3-8762-6b5cce29a54f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:19.769457 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Set router 37cffba0-b5f6-4ba8-91f9-4eb2879082ba gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:20.083611 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-07adcf58-dc46-42e7-a943-14ef5d51db58 req-756c69aa-8fd3-44a3-8762-6b5cce29a54f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] For port 97d88c37-7f15-4f91-aa45-cd450e2db183, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=97d88c37-7f15-4f91-aa45-cd450e2db183,segment=NetworkSegment(ae6f9fd0-8701-4eae-91fa-01b67535077e),segment_id=ae6f9fd0-8701-4eae-91fa-01b67535077e)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:20.084115 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-07adcf58-dc46-42e7-a943-14ef5d51db58 req-756c69aa-8fd3-44a3-8762-6b5cce29a54f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:20.171536 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30faed7b8>, [{'id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'name': 'tempest-TestShelveInstance-2127625497-router', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'aa2b530d-88f9-42da-ab05-54dc4ed2d2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:09Z', 'updated_at': '2021-02-18T00:22:16Z', 'revision_number': 4, 'project_id': '393f37a715284e7a99d0d174bf502a14', 'gw_port': {'id': 'aa2b530d-88f9-42da-ab05-54dc4ed2d2d9', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:11Z', 'updated_at': '2021-02-18T00:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'c3a56b05-219d-499c-922c-94261ed5b811', 'name': '', 'network_id': '8f09345d-42d7-46b9-bb9a-0ae32dfb6051', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'mac_address': 'fa:16:3e:e8:84:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90fe01c8-939b-4452-a225-b5f2f5aff50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:14Z', 'updated_at': '2021-02-18T00:22:16Z', 'revision_number': 2, 'project_id': '393f37a715284e7a99d0d174bf502a14', 'subnets': [{'id': '90fe01c8-939b-4452-a225-b5f2f5aff50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:20.175620 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Checking router: 37cffba0-b5f6-4ba8-91f9-4eb2879082ba for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:22:20.176020 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Updating router 37cffba0-b5f6-4ba8-91f9-4eb2879082ba port c3a56b05-219d-499c-922c-94261ed5b811 binding host dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:22:20.233592 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:20.233826 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-07adcf58-dc46-42e7-a943-14ef5d51db58 req-756c69aa-8fd3-44a3-8762-6b5cce29a54f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Calling delete_port for 97d88c37-7f15-4f91-aa45-cd450e2db183 owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:22:20.320878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0d29b-181d-4d7b-b492-682b0c1a6526 req-bea3866b-496a-4d88-a0d0-eb422a63d729 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:20.322530 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-92f0d29b-181d-4d7b-b492-682b0c1a6526 req-bea3866b-496a-4d88-a0d0-eb422a63d729 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1f1335-1824-44ca-b9e6-eb1e63728bc7 HTTP/1.1" status: 200  len: 945 time: 0.2989440
Feb 18 00:22:20.416857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 97d88c37-7f15-4f91-aa45-cd450e2db183 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:22:20.425863 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-92f0d29b-181d-4d7b-b492-682b0c1a6526 req-5fd91567-81ec-4cab-8ae3-00276143b7aa tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a961100-9b88-432a-990a-f94dcbd675ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879524
Feb 18 00:22:20.443741 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:20.475234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-07adcf58-dc46-42e7-a943-14ef5d51db58 req-756c69aa-8fd3-44a3-8762-6b5cce29a54f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:20.490821 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4444c8ee-4673-4670-8688-6b04c76db4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:20.510134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] No Port match for: 97d88c37-7f15-4f91-aa45-cd450e2db183 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:22:20.510531 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 97d88c37-7f15-4f91-aa45-cd450e2db183 not bound to the agent host hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:22:20.596213 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c69aa-8fd3-44a3-8762-6b5cce29a54f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Pushing event deleted for resources: {'Port': ['ID=97d88c37-7f15-4f91-aa45-cd450e2db183,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:20.605994 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-756c69aa-8fd3-44a3-8762-6b5cce29a54f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:20.643648 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:20.644068 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:20.706921 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-07adcf58-dc46-42e7-a943-14ef5d51db58 req-756c69aa-8fd3-44a3-8762-6b5cce29a54f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] No DVR routers for this DVR port 97d88c37-7f15-4f91-aa45-cd450e2db183 on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:22:20.709477 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-07adcf58-dc46-42e7-a943-14ef5d51db58 req-756c69aa-8fd3-44a3-8762-6b5cce29a54f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:20.712458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1f1335-1824-44ca-b9e6-eb1e63728bc7', 'name': 'network-vif-deleted', 'tag': '97d88c37-7f15-4f91-aa45-cd450e2db183'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:22:20.727484 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-07adcf58-dc46-42e7-a943-14ef5d51db58 req-756c69aa-8fd3-44a3-8762-6b5cce29a54f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] 10.222.0.58 "DELETE /v2.0/ports/97d88c37-7f15-4f91-aa45-cd450e2db183 HTTP/1.1" status: 204  len: 173 time: 1.1091814
Feb 18 00:22:20.734773 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:20.767488 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1f1335-1824-44ca-b9e6-eb1e63728bc7', 'name': 'network-vif-deleted', 'tag': '97d88c37-7f15-4f91-aa45-cd450e2db183', 'status': 'completed', 'code': 200}
Feb 18 00:22:20.908497 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:20.920307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Transition to ACTIVE for port object c3a56b05-219d-499c-922c-94261ed5b811 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:20.922863 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:20.938657 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-12536f58-7de2-4528-a437-b7704e67a3aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:21.073189 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5d9b4-787a-44dd-84b5-b2a2e20aa42e None None] Pushing event updated for resources: {'Port': ['ID=c3a56b05-219d-499c-922c-94261ed5b811,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:21.077976 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a5d5d9b4-787a-44dd-84b5-b2a2e20aa42e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:21.251060 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Attempting to bind port c3a56b05-219d-499c-922c-94261ed5b811 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:22:21.251475 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Attempting to bind port c3a56b05-219d-499c-922c-94261ed5b811 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': 'cce0d18e-fb16-4fa1-9a88-21369a366b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f09345d-42d7-46b9-bb9a-0ae32dfb6051'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:22:21.251886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Attempting to bind port c3a56b05-219d-499c-922c-94261ed5b811 on network 8f09345d-42d7-46b9-bb9a-0ae32dfb6051 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:22:21.261065 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:22:21.261487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Checking segment: {'id': 'cce0d18e-fb16-4fa1-9a88-21369a366b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f09345d-42d7-46b9-bb9a-0ae32dfb6051'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:22:21.261933 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:21.262374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Bound using segment: {'id': 'cce0d18e-fb16-4fa1-9a88-21369a366b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f09345d-42d7-46b9-bb9a-0ae32dfb6051'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:22:21.262897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Bound port: c3a56b05-219d-499c-922c-94261ed5b811, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce0d18e-fb16-4fa1-9a88-21369a366b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8f09345d-42d7-46b9-bb9a-0ae32dfb6051'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:22:21.263317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:21.371526 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] For port c3a56b05-219d-499c-922c-94261ed5b811, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:22:21.374821 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] For port c3a56b05-219d-499c-922c-94261ed5b811, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=c3a56b05-219d-499c-922c-94261ed5b811,segment=NetworkSegment(cce0d18e-fb16-4fa1-9a88-21369a366b72),segment_id=cce0d18e-fb16-4fa1-9a88-21369a366b72)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:22:21.382140 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:21.398629 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:21.538285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45182) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:21.566603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5d9b4-787a-44dd-84b5-b2a2e20aa42e None None] Pushing event updated for resources: {'Port': ['ID=c3a56b05-219d-499c-922c-94261ed5b811,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:21.571640 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a5d5d9b4-787a-44dd-84b5-b2a2e20aa42e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:21.608537 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Routers {'37cffba0-b5f6-4ba8-91f9-4eb2879082ba'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:21.609463 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30faed7b8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:21:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['37cffba0-b5f6-4ba8-91f9-4eb2879082ba'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:21.979912 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] Set router 37cffba0-b5f6-4ba8-91f9-4eb2879082ba gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:22.063675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3f6515ab-0e8b-4ecc-9997-98fbfe0dea56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:22.153399 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1e24dba8-4638-4c42-bd48-7e77ac6d7f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981850'] for router_interface, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:22.339757 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30faed7b8>, [{'id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'name': 'tempest-TestShelveInstance-2127625497-router', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'aa2b530d-88f9-42da-ab05-54dc4ed2d2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:09Z', 'updated_at': '2021-02-18T00:22:16Z', 'revision_number': 4, 'project_id': '393f37a715284e7a99d0d174bf502a14', 'gw_port': {'id': 'aa2b530d-88f9-42da-ab05-54dc4ed2d2d9', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:11Z', 'updated_at': '2021-02-18T00:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'c3a56b05-219d-499c-922c-94261ed5b811', 'name': '', 'network_id': '8f09345d-42d7-46b9-bb9a-0ae32dfb6051', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'mac_address': 'fa:16:3e:e8:84:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90fe01c8-939b-4452-a225-b5f2f5aff50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:14Z', 'updated_at': '2021-02-18T00:22:21Z', 'revision_number': 4, 'project_id': '393f37a715284e7a99d0d174bf502a14', 'subnets': [{'id': '90fe01c8-939b-4452-a225-b5f2f5aff50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:22.344363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b182d4a7-20af-4ffe-951b-d9101a97104e None None] The sync data for ids ['37cffba0-b5f6-4ba8-91f9-4eb2879082ba'] in dv-cinder-751579-21-iscsi is: [{'id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'name': 'tempest-TestShelveInstance-2127625497-router', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'aa2b530d-88f9-42da-ab05-54dc4ed2d2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:09Z', 'updated_at': '2021-02-18T00:22:16Z', 'revision_number': 4, 'project_id': '393f37a715284e7a99d0d174bf502a14', 'gw_port': {'id': 'aa2b530d-88f9-42da-ab05-54dc4ed2d2d9', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:11Z', 'updated_at': '2021-02-18T00:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'c3a56b05-219d-499c-922c-94261ed5b811', 'name': '', 'network_id': '8f09345d-42d7-46b9-bb9a-0ae32dfb6051', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'mac_address': 'fa:16:3e:e8:84:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '90fe01c8-939b-4452-a225-b5f2f5aff50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:14Z', 'updated_at': '2021-02-18T00:22:21Z', 'revision_number': 4, 'project_id': '393f37a715284e7a99d0d174bf502a14', 'subnets': [{'id': '90fe01c8-939b-4452-a225-b5f2f5aff50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:22:22.572910 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1e24dba8-4638-4c42-bd48-7e77ac6d7f92 admin admin] Deleting port f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:22:22.573284 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1e24dba8-4638-4c42-bd48-7e77ac6d7f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:22.767807 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1e24dba8-4638-4c42-bd48-7e77ac6d7f92 admin admin] For port f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c,segment=NetworkSegment(ae6f9fd0-8701-4eae-91fa-01b67535077e),segment_id=ae6f9fd0-8701-4eae-91fa-01b67535077e)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:22.768425 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1e24dba8-4638-4c42-bd48-7e77ac6d7f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:22.920198 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1e24dba8-4638-4c42-bd48-7e77ac6d7f92 admin admin] Calling delete_port for f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c owned by network:router_interface {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:22:23.283465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1e24dba8-4638-4c42-bd48-7e77ac6d7f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:23.302177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-67922f89-c4c4-41be-9beb-390087e83985 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:23.412167 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24dba8-4638-4c42-bd48-7e77ac6d7f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:23.423197 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1e24dba8-4638-4c42-bd48-7e77ac6d7f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:23.814273 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e170a0f3-4f03-4b4b-b10f-9b8fc85ac09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:23.950745 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1e24dba8-4638-4c42-bd48-7e77ac6d7f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853095038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981940'] for router_interface, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:24.479842 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device c3a56b05-219d-499c-922c-94261ed5b811 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:24.481101 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e24dba8-4638-4c42-bd48-7e77ac6d7f92 admin admin] Router b815f993-8612-487a-a2fe-68a5a689081d has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:22:24.566926 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port c3a56b05-219d-499c-922c-94261ed5b811 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:24.573210 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port c3a56b05-219d-499c-922c-94261ed5b811 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:24.573695 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:24.677854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e24dba8-4638-4c42-bd48-7e77ac6d7f92 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:22:24.688296 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb4f05-a416-40d2-8fb6-8c6e573b4dc8 None None] Sync routers for ids ['b815f993-8612-487a-a2fe-68a5a689081d'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:22:24.693445 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1e24dba8-4638-4c42-bd48-7e77ac6d7f92 admin admin] 10.222.0.55 "PUT /v2.0/routers/b815f993-8612-487a-a2fe-68a5a689081d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1538115
Feb 18 00:22:24.695868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45204) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:24.700965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb4f05-a416-40d2-8fb6-8c6e573b4dc8 None None] Routers {'b815f993-8612-487a-a2fe-68a5a689081d'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:24.701429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:24.701598 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-9cbb4f05-a416-40d2-8fb6-8c6e573b4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f569c88>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:22:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b815f993-8612-487a-a2fe-68a5a689081d'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:24.736652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port c3a56b05-219d-499c-922c-94261ed5b811, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=c3a56b05-219d-499c-922c-94261ed5b811,segment=NetworkSegment(cce0d18e-fb16-4fa1-9a88-21369a366b72),segment_id=cce0d18e-fb16-4fa1-9a88-21369a366b72)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:24.740093 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:24.742075 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f6219776-7062-4026-a865-25365f542ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:24.819473 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=c3a56b05-219d-499c-922c-94261ed5b811,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:24.822864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:24.899067 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Notify callbacks [] for router, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:25.049801 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-9cbb4f05-a416-40d2-8fb6-8c6e573b4dc8 None None] Set router b815f993-8612-487a-a2fe-68a5a689081d gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:25.097344 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:25.102205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:25.110571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Deleting port 855cf51c-4d84-4e43-9f32-748f62231988 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:22:25.110931 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:25.308293 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] For port 855cf51c-4d84-4e43-9f32-748f62231988, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=855cf51c-4d84-4e43-9f32-748f62231988,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:25.308725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:25.369514 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-9cbb4f05-a416-40d2-8fb6-8c6e573b4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f569c88>, [{'id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'name': 'tempest-ServerRescueNegativeTestJSON-1590330228-router', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '855cf51c-4d84-4e43-9f32-748f62231988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:45Z', 'updated_at': '2021-02-18T00:22:23Z', 'revision_number': 5, 'project_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'gw_port': {'id': '855cf51c-4d84-4e43-9f32-748f62231988', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:46Z', 'updated_at': '2021-02-18T00:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:25.373996 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb4f05-a416-40d2-8fb6-8c6e573b4dc8 None None] Checking router: b815f993-8612-487a-a2fe-68a5a689081d for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:22:25.383587 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb4f05-a416-40d2-8fb6-8c6e573b4dc8 None None] Routers {'b815f993-8612-487a-a2fe-68a5a689081d'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:25.384229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-9cbb4f05-a416-40d2-8fb6-8c6e573b4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f569c88>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:22:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b815f993-8612-487a-a2fe-68a5a689081d'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:25.445781 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Calling delete_port for 855cf51c-4d84-4e43-9f32-748f62231988 owned by network:router_gateway {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:22:25.554551 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-9cbb4f05-a416-40d2-8fb6-8c6e573b4dc8 None None] Set router b815f993-8612-487a-a2fe-68a5a689081d gateway port host: None {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:25.643670 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:25.660891 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-28ff6f7e-9472-4342-9355-2b6683096919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:25.672039 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-9cbb4f05-a416-40d2-8fb6-8c6e573b4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f569c88>, [{'id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'name': 'tempest-ServerRescueNegativeTestJSON-1590330228-router', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:45Z', 'updated_at': '2021-02-18T00:22:25Z', 'revision_number': 6, 'project_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'gw_port_host': None}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:25.676190 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb4f05-a416-40d2-8fb6-8c6e573b4dc8 None None] The sync data for ids ['b815f993-8612-487a-a2fe-68a5a689081d'] in dv-cinder-751579-21-iscsi is: [{'id': 'b815f993-8612-487a-a2fe-68a5a689081d', 'name': 'tempest-ServerRescueNegativeTestJSON-1590330228-router', 'tenant_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:45Z', 'updated_at': '2021-02-18T00:22:25Z', 'revision_number': 6, 'project_id': '30fcfa6325fc46188a1b3d8f51ea489b', 'gw_port_host': None}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:22:25.760966 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Pushing event deleted for resources: {'Port': ['ID=855cf51c-4d84-4e43-9f32-748f62231988,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:25.771291 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:25.895433 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852801664'] for router_gateway, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:25.991709 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:26.317491 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1084'] for router, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:26.320407 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:26.398571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:26.404198 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device c3a56b05-219d-499c-922c-94261ed5b811 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:26.405152 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977362'] for router, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:26.405753 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b815f993-8612-487a-a2fe-68a5a689081d {{(pid=83993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 00:22:26.419760 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:26.421043 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7b8aec4e-0f3d-4c5d-8c19-9667c2f8ecfa admin admin] 10.222.0.55 "DELETE /v2.0/routers/b815f993-8612-487a-a2fe-68a5a689081d HTTP/1.1" status: 204  len: 168 time: 1.7242420
Feb 18 00:22:26.423742 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45214) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:26.480480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port c3a56b05-219d-499c-922c-94261ed5b811 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:26.481330 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:26.497332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d52a91-4814-43dd-b5c7-e245bfd3dab9 admin admin] Deleting subnet a838f012-ae05-4ba6-81a0-4e3e126d041f {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:22:26.502380 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-03d52a91-4814-43dd-b5c7-e245bfd3dab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:26.559156 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-03d52a91-4814-43dd-b5c7-e245bfd3dab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821255317'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:26.623546 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-03d52a91-4814-43dd-b5c7-e245bfd3dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:26.666826 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:22:26.708996 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:22:26.709394 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device f2d7cd67-0ecc-4e3c-bb5f-fc2b671cf25c not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:22:26.709862 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 855cf51c-4d84-4e43-9f32-748f62231988 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:22:26.748380 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: 855cf51c-4d84-4e43-9f32-748f62231988 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:22:26.748830 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 855cf51c-4d84-4e43-9f32-748f62231988 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:22:26.888661 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-03d52a91-4814-43dd-b5c7-e245bfd3dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33520624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32087639'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:26.904306 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:26.993550 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d52a91-4814-43dd-b5c7-e245bfd3dab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a838f012-ae05-4ba6-81a0-4e3e126d041f,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:26.997267 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-03d52a91-4814-43dd-b5c7-e245bfd3dab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:27.039878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-03d52a91-4814-43dd-b5c7-e245bfd3dab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:27.046031 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-03d52a91-4814-43dd-b5c7-e245bfd3dab9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a838f012-ae05-4ba6-81a0-4e3e126d041f HTTP/1.1" status: 204  len: 168 time: 0.6212206
Feb 18 00:22:27.048837 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45222) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:27.168609 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:27.369064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:27.491628 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd30f4b7e48>,) {'filters': {'network_id': ['723b09a8-26d9-4b22-820f-e170fc1e54cc']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:27.505189 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f4b7e48>, 'ae6f9fd0-8701-4eae-91fa-01b67535077e') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:27.505530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f4b7e48>, 'ae6f9fd0-8701-4eae-91fa-01b67535077e') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:27.517526 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33520499'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:27.533599 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:27.535571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:22:27.720471 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] Network 723b09a8-26d9-4b22-820f-e170fc1e54cc has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:22:27.729897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821257969'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:27.912983 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] Network 723b09a8-26d9-4b22-820f-e170fc1e54cc has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:22:27.936090 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:22:28.022966 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:28.027498 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:28.031170 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:28.055654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] Pushing event deleted for resources: {'Network': ['ID=723b09a8-26d9-4b22-820f-e170fc1e54cc,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:28.058730 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:28.060998 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-27c2fb4a-d178-432b-9f50-38a50d20ff98 admin admin] 10.222.0.55 "DELETE /v2.0/networks/723b09a8-26d9-4b22-820f-e170fc1e54cc HTTP/1.1" status: 204  len: 168 time: 1.0111206
Feb 18 00:22:28.245417 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 45232) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:28.298521 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cc5d8934-5ba7-4879-84f5-56d3373e5296 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30fcfa6325fc46188a1b3d8f51ea489b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0517366
Feb 18 00:22:28.301056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 45236) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:28.367964 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c58eae76-060c-4762-9e02-6891ef6d7aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:28.396490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c58eae76-060c-4762-9e02-6891ef6d7aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:28.441200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c58eae76-060c-4762-9e02-6891ef6d7aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:28.446778 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-31b95078-869a-4d74-b267-d2288b600a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:28.461299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58eae76-060c-4762-9e02-6891ef6d7aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a961100-9b88-432a-990a-f94dcbd675ad,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:28.465675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c58eae76-060c-4762-9e02-6891ef6d7aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:28.469061 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c58eae76-060c-4762-9e02-6891ef6d7aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:28.471054 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c58eae76-060c-4762-9e02-6891ef6d7aba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a961100-9b88-432a-990a-f94dcbd675ad HTTP/1.1" status: 204  len: 168 time: 0.1681645
Feb 18 00:22:29.214102 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 45262) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:29.359395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-768395938-network', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:29.364695 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:29.370500 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Usage tracker for resource:network and tenant:50cf0e141ee64f36aa0971eb78daf3d0 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:29.373020 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:29.379475 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:29.391449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Made reservation on behalf of 50cf0e141ee64f36aa0971eb78daf3d0 for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:22:29.396744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:29.409902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:29.427031 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:29.431160 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Usage tracker for resource:security_group_rule and tenant:50cf0e141ee64f36aa0971eb78daf3d0 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:29.434170 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:29.439948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:29.527153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:29.530114 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:29.534629 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-df152007-0200-45b1-85c0-1dda74803911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:29.569130 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:22:29.582899 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6714252d-2b82-43a5-af60-5bf76fd2ccfb,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:29.586424 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:29.589429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252823229180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:29.589884 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Added segment 6b289c71-93ca-42db-96b6-38709c93ee37 of type vxlan for network e56fb3ca-8d4f-4ec5-997c-7262756285e3
Feb 18 00:22:29.619792 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:29.651252 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:29.652603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:29.653255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:29.658421 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5d56db34-3f88-4c56-8e84-0ae42042e380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:29.767414 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5520167
Feb 18 00:22:29.768386 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Pushing event updated for resources: {'Network': ['ID=e56fb3ca-8d4f-4ec5-997c-7262756285e3,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:29.771076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 45268) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:29.773798 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:29.777904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Request body: {'subnet': {'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-subnet', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:29.780100 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network e56fb3ca-8d4f-4ec5-997c-7262756285e3 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:22:29.783549 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:29.787711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Usage tracker for resource:subnet and tenant:50cf0e141ee64f36aa0971eb78daf3d0 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:29.790779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:29.796828 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:29.797045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network e56fb3ca-8d4f-4ec5-997c-7262756285e3 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:22:29.807054 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Made reservation on behalf of 50cf0e141ee64f36aa0971eb78daf3d0 for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:22:29.811867 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32230035'] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:30.232864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30190723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32230018'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:30.250794 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f0f3348b-3514-4dd5-965c-11241c9af838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:30.389352 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=487d7c03-e55f-4907-bb69-fbafd63dd354,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:30.393964 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:30.460239 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37282c2b-8f0c-42b1-93fe-5dc0a7ef49a3 req-1d9d2ef7-2e0c-4eb9-8150-d30df066738d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:30.461908 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-37282c2b-8f0c-42b1-93fe-5dc0a7ef49a3 req-1d9d2ef7-2e0c-4eb9-8150-d30df066738d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0982969
Feb 18 00:22:30.467199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Checking segment: {'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:22:30.467602 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Network hostable DHCP agents. Network: e56fb3ca-8d4f-4ec5-997c-7262756285e3, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:22:30.486410 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Network e56fb3ca-8d4f-4ec5-997c-7262756285e3 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:22:30.495261 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, e56fb3ca-8d4f-4ec5-997c-7262756285e3) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:30.506253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0411ccaa-2341-441e-b087-bae1fa32643e None None] Network e56fb3ca-8d4f-4ec5-997c-7262756285e3 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:22:30.507844 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:30.508547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:30.513285 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-37282c2b-8f0c-42b1-93fe-5dc0a7ef49a3 req-e050b033-0d3b-4138-96cc-0be88aace755 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450251
Feb 18 00:22:30.531538 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b9e81464-b212-40d7-8eac-68ff1162c962 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7567432
Feb 18 00:22:30.531839 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 45280) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:30.546410 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:30.552299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:30.556500 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Usage tracker for resource:router and tenant:50cf0e141ee64f36aa0971eb78daf3d0 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:30.560144 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:30.566710 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:30.577997 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852804642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1091'] for router, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:30.579073 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852804823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2023819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774732'] for router, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:30.594362 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:30.742805 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac98f393-cfbd-505c-89c3-4557df0b36db-e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354'}]}} from dv-cinder-751579-21-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 00:22:30.743785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:31.046091 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Allocated IP 172.20.0.2 (e56fb3ca-8d4f-4ec5-997c-7262756285e3/487d7c03-e55f-4907-bb69-fbafd63dd354/bdefebcb-e779-402a-8e9d-e76041d3b536) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:22:31.106658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1971128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774747'] for router, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:31.276957 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:31.288644 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Transition to ACTIVE for port object bdefebcb-e779-402a-8e9d-e76041d3b536 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:31.305564 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Transition to ACTIVE for port object bdefebcb-e779-402a-8e9d-e76041d3b536 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:31.310037 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:31.325774 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:31.467671 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Pushing event updated for resources: {'Port': ['ID=bdefebcb-e779-402a-8e9d-e76041d3b536,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:31.469741 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:31.470877 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:31.506717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:31.524221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Network e56fb3ca-8d4f-4ec5-997c-7262756285e3 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:31.525420 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:31.527730 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:22:31.586763 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Attempting to bind port bdefebcb-e779-402a-8e9d-e76041d3b536 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:22:31.587176 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Attempting to bind port bdefebcb-e779-402a-8e9d-e76041d3b536 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:22:31.587591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Attempting to bind port bdefebcb-e779-402a-8e9d-e76041d3b536 on network e56fb3ca-8d4f-4ec5-997c-7262756285e3 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:22:31.593371 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:22:31.593797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Checking segment: {'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:22:31.594250 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:31.594689 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Bound using segment: {'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:22:31.595218 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Bound port: bdefebcb-e779-402a-8e9d-e76041d3b536, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:22:31.595638 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:31.696563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] For port bdefebcb-e779-402a-8e9d-e76041d3b536, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:22:31.699718 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] For port bdefebcb-e779-402a-8e9d-e76041d3b536, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=bdefebcb-e779-402a-8e9d-e76041d3b536,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:22:31.703123 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:31.718698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cf737060-91b1-4fab-bcd3-7bd2ae11fdfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:31.856716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab86d0-c358-4f9d-88c1-8745872d0b56 req-5e1f46a9-2649-4cf4-9e17-dc62ad288c3a tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:31.858528 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-61ab86d0-c358-4f9d-88c1-8745872d0b56 req-5e1f46a9-2649-4cf4-9e17-dc62ad288c3a tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.2125840
Feb 18 00:22:31.907122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Allocated IP 172.27.3.187 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/32d815f4-df1f-4ca8-b56e-6aa52bf4ea69) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:22:31.940310 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-61ab86d0-c358-4f9d-88c1-8745872d0b56 req-860bb41f-3e5f-4449-8247-9610e3a11894 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706024
Feb 18 00:22:32.008104 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:22:32.039456 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Pushing event updated for resources: {'Port': ['ID=bdefebcb-e779-402a-8e9d-e76041d3b536,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:32.045193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:32.092947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:32.123771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:32.140317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a9184333-f3f8-4312-945d-052551c177a8 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:32.276915 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Pushing event updated for resources: {'Port': ['ID=32d815f4-df1f-4ca8-b56e-6aa52bf4ea69,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:32.282258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:32.343791 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:32.345110 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:32.347405 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:22:32.811674 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:33.154997 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d178a-fb91-4d4f-b428-0ecb1e23a814 req-c3f05d35-29dc-419e-88b6-8e77612283c1 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:33.156657 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fb1d178a-fb91-4d4f-b428-0ecb1e23a814 req-c3f05d35-29dc-419e-88b6-8e77612283c1 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0985479
Feb 18 00:22:33.219067 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fb1d178a-fb91-4d4f-b428-0ecb1e23a814 req-7e230163-4ba5-4b22-a370-61be2e96f12a tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537429
Feb 18 00:22:33.398377 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1971113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852801781'] for router, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:33.483415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12892e58-4d50-475e-ba70-bdfc943e832f None None] Network e56fb3ca-8d4f-4ec5-997c-7262756285e3 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:22:33.598826 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-3c891bcd-7385-40b1-b49f-196a37989885 None None] Provisioning for port bdefebcb-e779-402a-8e9d-e76041d3b536 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:33.627060 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 is scheduled to L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 with binding_index 1 {{(pid=83992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 00:22:33.819624 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:22:33.828780 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Sync routers for ids ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:22:33.838854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Routers {'9f61b6da-e04c-4bc3-880f-9d20b1e20c74'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:33.839549 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fbeb7f0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:22:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:33.846714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:33.848111 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.3151116
Feb 18 00:22:33.851021 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 45308) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:34.050204 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Set router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:34.404375 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fbeb7f0>, [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:32Z', 'revision_number': 3, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:34.408539 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Checking router: 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:22:34.408942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Updating router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 port 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 binding host dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:22:34.446150 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device bdefebcb-e779-402a-8e9d-e76041d3b536 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:34.523970 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:34.574862 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea46b1d-1472-4a19-b62a-e2b55941a341 req-39a74924-d376-4e84-a0bf-56c88b52efbe tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:34.576638 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ea46b1d-1472-4a19-b62a-e2b55941a341 req-39a74924-d376-4e84-a0bf-56c88b52efbe tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.2352178
Feb 18 00:22:34.633869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port bdefebcb-e779-402a-8e9d-e76041d3b536 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:34.649137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port bdefebcb-e779-402a-8e9d-e76041d3b536 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:34.649553 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:34.691322 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ea46b1d-1472-4a19-b62a-e2b55941a341 req-dba46a55-d00a-4546-ac16-9edb76592027 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033938
Feb 18 00:22:34.753073 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:34.928047 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:34.993363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port bdefebcb-e779-402a-8e9d-e76041d3b536, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=bdefebcb-e779-402a-8e9d-e76041d3b536,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:34.998347 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:35.002081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:35.099022 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Allocated IP 172.20.0.1 (e56fb3ca-8d4f-4ec5-997c-7262756285e3/487d7c03-e55f-4907-bb69-fbafd63dd354/5d96ec69-9768-4ad3-aedf-c252ccc56f40) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:22:35.142143 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=bdefebcb-e779-402a-8e9d-e76041d3b536,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:35.146172 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:35.150542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:35.164049 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Transition to ACTIVE for port object 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:35.166467 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:35.182363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:35.258055 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:35.275604 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Transition to ACTIVE for port object 5d96ec69-9768-4ad3-aedf-c252ccc56f40 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:35.299251 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:35.314541 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:35.325925 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416d3fa-434b-41f9-8af1-d58d64bac48f None None] Pushing event updated for resources: {'Port': ['ID=32d815f4-df1f-4ca8-b56e-6aa52bf4ea69,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:35.331204 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c416d3fa-434b-41f9-8af1-d58d64bac48f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:35.393003 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Attempting to bind port 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:22:35.393481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Attempting to bind port 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:22:35.393876 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Attempting to bind port 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 on network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:22:35.399625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:22:35.400050 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Checking segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:22:35.400557 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:35.400962 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Bound using segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:22:35.401484 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Bound port: 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:22:35.401905 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:35.450281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Pushing event updated for resources: {'Port': ['ID=5d96ec69-9768-4ad3-aedf-c252ccc56f40,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:35.455464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:35.480882 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] For port 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:22:35.484738 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] For port 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=32d815f4-df1f-4ca8-b56e-6aa52bf4ea69,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:22:35.488152 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:35.503796 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:35.509769 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Network e56fb3ca-8d4f-4ec5-997c-7262756285e3 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:35.510917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:35.513202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:22:35.569256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1981970'] for router_interface, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:35.655284 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416d3fa-434b-41f9-8af1-d58d64bac48f None None] Pushing event updated for resources: {'Port': ['ID=32d815f4-df1f-4ca8-b56e-6aa52bf4ea69,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:35.669265 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c416d3fa-434b-41f9-8af1-d58d64bac48f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:35.714565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:35.717903 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Routers {'9f61b6da-e04c-4bc3-880f-9d20b1e20c74'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:35.718498 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fbeb7f0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:22:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:35.913664 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65636d49-9871-46c5-b198-d9e656060997 req-969931cb-e0a0-41e1-9464-33cdb28d0f31 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:35.915404 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-65636d49-9871-46c5-b198-d9e656060997 req-969931cb-e0a0-41e1-9464-33cdb28d0f31 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0994680
Feb 18 00:22:35.962460 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-72f6e287-7d38-4ab1-b88f-0f1e7bc5e866 None None] Provisioning for port 5d96ec69-9768-4ad3-aedf-c252ccc56f40 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:35.968888 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-65636d49-9871-46c5-b198-d9e656060997 req-2711657f-b043-4c59-85d4-4424792719a9 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465338
Feb 18 00:22:35.973878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-72f6e287-7d38-4ab1-b88f-0f1e7bc5e866 None None] Provisioning complete for port 5d96ec69-9768-4ad3-aedf-c252ccc56f40 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:35.974307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72f6e287-7d38-4ab1-b88f-0f1e7bc5e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:36.029852 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:36.033403 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:36.062843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:36.110081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-72f6e287-7d38-4ab1-b88f-0f1e7bc5e866 None None] Port 5d96ec69-9768-4ad3-aedf-c252ccc56f40 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:22:36.137764 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] Set router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:36.148556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Pushing event updated for resources: {'Port': ['ID=5d96ec69-9768-4ad3-aedf-c252ccc56f40,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:36.151258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853093004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852793740'] for router_interface, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:36.164889 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:36.409070 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device bdefebcb-e779-402a-8e9d-e76041d3b536 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:36.518030 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Network e56fb3ca-8d4f-4ec5-997c-7262756285e3 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:36.519101 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:36.559235 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port bdefebcb-e779-402a-8e9d-e76041d3b536 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:36.559656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:36.608738 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fbeb7f0>, [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 1, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:36.624623 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaec5d82-9d1e-44e4-8ddd-6857c11ea5a1 None None] The sync data for ids ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'] in dv-cinder-751579-21-iscsi is: [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 1, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:22:36.732248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:22:36.736560 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-b7bbac02-b3cc-40ec-9d97-affa4f18e42f None None] Provisioning complete for port 5d96ec69-9768-4ad3-aedf-c252ccc56f40 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:36.737158 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b7bbac02-b3cc-40ec-9d97-affa4f18e42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:36.797254 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbac02-b3cc-40ec-9d97-affa4f18e42f None None] Port 5d96ec69-9768-4ad3-aedf-c252ccc56f40 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:22:36.931823 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:22:36.949007 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] 10.222.0.55 "PUT /v2.0/routers/9f61b6da-e04c-4bc3-880f-9d20b1e20c74/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0968471
Feb 18 00:22:37.051857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-eb58675e-2871-4184-8313-fb2558cd24e3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Synchronizing usage tracker for tenant:81448b37f7984bc69c0df61b137becc1 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:22:37.076040 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-eb58675e-2871-4184-8313-fb2558cd24e3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Unset dirty status for tenant:81448b37f7984bc69c0df61b137becc1 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:22:37.077422 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-eb58675e-2871-4184-8313-fb2558cd24e3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-16570517&fields=id&tenant_id=81448b37f7984bc69c0df61b137becc1 HTTP/1.1" status: 200  len: 267 time: 0.1012154
Feb 18 00:22:37.226826 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f32a2-69b5-45f7-8063-b06ce309b7f9 req-bff16e46-5e18-466c-9232-00d2f0f4d243 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:37.228508 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-955f32a2-69b5-45f7-8063-b06ce309b7f9 req-bff16e46-5e18-466c-9232-00d2f0f4d243 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0914974
Feb 18 00:22:37.281363 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-955f32a2-69b5-45f7-8063-b06ce309b7f9 req-e1634d1a-d304-4873-af83-68e055842b7c tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462637
Feb 18 00:22:37.284025 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-c55f51c5-5c42-4e12-9b24-b768f40298bc tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:37.284910 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-c55f51c5-5c42-4e12-9b24-b768f40298bc tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Synchronizing usage tracker for tenant:81448b37f7984bc69c0df61b137becc1 on resource:network {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:22:37.304757 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-c55f51c5-5c42-4e12-9b24-b768f40298bc tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Unset dirty status for tenant:81448b37f7984bc69c0df61b137becc1 on resource:network {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:22:37.310968 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-c55f51c5-5c42-4e12-9b24-b768f40298bc tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/networks?id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 HTTP/1.1" status: 200  len: 809 time: 0.2259331
Feb 18 00:22:37.322827 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-bd655041-e271-44f6-9fd6-6019cd69e8ca tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/quotas/81448b37f7984bc69c0df61b137becc1 HTTP/1.1" status: 200  len: 375 time: 0.0108080
Feb 18 00:22:37.429637 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-ca609dd5-3fa9-44a8-a9a6-e7af0dd64916 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=81448b37f7984bc69c0df61b137becc1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0967047
Feb 18 00:22:37.623587 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dcc000d0-7bc4-4983-ae7c-01812e31d0b2 service neutron] 10.222.0.55 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601825
Feb 18 00:22:37.774567 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-cdf26710-0481-4c19-989c-afa585487aca service neutron] 10.222.0.55 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432498
Feb 18 00:22:37.888260 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 45336) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:37.894649 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991234797', 'description': 'tempest-description--1372727100'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:37.902567 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:37.906825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Usage tracker for resource:security_group and tenant:50cf0e141ee64f36aa0971eb78daf3d0 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:37.910053 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:37.915990 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:37.926596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:37.951401 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:37.956521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Usage tracker for resource:security_group_rule and tenant:50cf0e141ee64f36aa0971eb78daf3d0 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:37.959844 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:37.966416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:38.045268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.047866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.053196 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:38.094696 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58ccb5b-a5ee-432d-b9d9-35a238a086f4,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:38.097771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.102971 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45344) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:38.109560 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-9e109362-c40a-49cc-8cd7-f2b526f379a1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Request body: {'security_group_rule': {'security_group_id': 'd58ccb5b-a5ee-432d-b9d9-35a238a086f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:38.112900 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2231033
Feb 18 00:22:38.115900 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:38.116512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9e109362-c40a-49cc-8cd7-f2b526f379a1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:38.120797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9e109362-c40a-49cc-8cd7-f2b526f379a1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Usage tracker for resource:security_group_rule and tenant:50cf0e141ee64f36aa0971eb78daf3d0 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:38.123845 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9e109362-c40a-49cc-8cd7-f2b526f379a1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:38.130044 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9e109362-c40a-49cc-8cd7-f2b526f379a1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:38.163358 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e109362-c40a-49cc-8cd7-f2b526f379a1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.244210 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3474fe0d-a68c-4cc7-9590-e7c0a487c204 req-3e7ea38c-d789-4a12-8971-8aa85a2666c9 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Synchronizing usage tracker for tenant:81448b37f7984bc69c0df61b137becc1 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:22:38.282734 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3474fe0d-a68c-4cc7-9590-e7c0a487c204 req-3e7ea38c-d789-4a12-8971-8aa85a2666c9 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Unset dirty status for tenant:81448b37f7984bc69c0df61b137becc1 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:22:38.284025 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3474fe0d-a68c-4cc7-9590-e7c0a487c204 req-3e7ea38c-d789-4a12-8971-8aa85a2666c9 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 210 time: 0.1020341
Feb 18 00:22:38.305603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e109362-c40a-49cc-8cd7-f2b526f379a1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.309318 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e109362-c40a-49cc-8cd7-f2b526f379a1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170069'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.311683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d41971b8-bfb3-4ca2-a666-34b2a8fb24c0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:38.342764 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e109362-c40a-49cc-8cd7-f2b526f379a1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee74406-a8ec-40e1-8031-529ad3f9cb96,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:38.345753 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e109362-c40a-49cc-8cd7-f2b526f379a1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.346999 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9e109362-c40a-49cc-8cd7-f2b526f379a1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2429512
Feb 18 00:22:38.348249 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9e109362-c40a-49cc-8cd7-f2b526f379a1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:38.350098 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45358) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:38.355549 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-eba59c00-d69b-479d-a47a-3b5a69d5e586 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Request body: {'security_group_rule': {'security_group_id': 'd58ccb5b-a5ee-432d-b9d9-35a238a086f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:38.366444 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-eba59c00-d69b-479d-a47a-3b5a69d5e586 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:38.370797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-eba59c00-d69b-479d-a47a-3b5a69d5e586 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Usage tracker for resource:security_group_rule and tenant:50cf0e141ee64f36aa0971eb78daf3d0 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:38.373892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-eba59c00-d69b-479d-a47a-3b5a69d5e586 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:38.384310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-eba59c00-d69b-479d-a47a-3b5a69d5e586 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:38.403252 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eba59c00-d69b-479d-a47a-3b5a69d5e586 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.466676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:38.489538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eba59c00-d69b-479d-a47a-3b5a69d5e586 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.495086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eba59c00-d69b-479d-a47a-3b5a69d5e586 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170069'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.499643 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:38.518794 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165f2f9-4097-4dd2-a9b5-df5ef348a396 req-5d587948-0587-404c-a406-6c6302777820 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:38.527072 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6165f2f9-4097-4dd2-a9b5-df5ef348a396 req-5d587948-0587-404c-a406-6c6302777820 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1061537
Feb 18 00:22:38.530967 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba59c00-d69b-479d-a47a-3b5a69d5e586 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd64493d-cbc9-45c5-a26f-2be5f2ebdab2,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:38.540227 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-eba59c00-d69b-479d-a47a-3b5a69d5e586 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:38.544119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eba59c00-d69b-479d-a47a-3b5a69d5e586 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.545773 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-eba59c00-d69b-479d-a47a-3b5a69d5e586 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1945481
Feb 18 00:22:38.546503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:38.552616 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:38.552977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45364) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:38.553808 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.560072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Request body: {'floatingip': {'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:38.567257 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:38.571396 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Usage tracker for resource:floatingip and tenant:50cf0e141ee64f36aa0971eb78daf3d0 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:38.574796 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:38.580993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:38.581921 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6165f2f9-4097-4dd2-a9b5-df5ef348a396 req-02395800-c019-484d-ac23-16a0ae7f3223 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539050
Feb 18 00:22:38.590815 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 4320bf84-e79d-4578-9ed7-17e199a4ab17 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:38.600767 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.740191 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 4320bf84-e79d-4578-9ed7-17e199a4ab17 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:38.740847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.749309 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.797222 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.833956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=32d815f4-df1f-4ca8-b56e-6aa52bf4ea69,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:38.840779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:38.842877 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:38.973735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=32d815f4-df1f-4ca8-b56e-6aa52bf4ea69,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:38.976951 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:39.032979 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Allocated IP 172.27.3.46 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/209eac6e-8c5e-4706-a30f-429fefb9983a) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:22:39.188693 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:39.220785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:39.237274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:39.379337 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event updated for resources: {'Port': ['ID=209eac6e-8c5e-4706-a30f-429fefb9983a,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:39.384538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:39.486254 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a1d69f30-249a-4d44-bd44-6e0702032c53 req-7371b96d-aada-414d-ace7-44dc898d357e tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 210 time: 0.0595689
Feb 18 00:22:39.495668 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:39.498096 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:39.510831 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:22:39.532601 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-59158d70-e242-4507-a754-5ed5c6fa4110 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:39.534553 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-59158d70-e242-4507-a754-5ed5c6fa4110 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.58 "GET /v2.0/networks?id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 HTTP/1.1" status: 200  len: 809 time: 0.2379899
Feb 18 00:22:39.595550 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:39.628870 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-bce891a5-ee0c-41cb-841c-371b19d22508 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=81448b37f7984bc69c0df61b137becc1 HTTP/1.1" status: 200  len: 5755 time: 0.0847909
Feb 18 00:22:39.643098 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Request body: {'port': {'device_id': '40622599-1573-4d1a-a832-e00a4956af39', 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'admin_state_up': True, 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'security_groups': ['f71aa9a1-beca-494a-8106-80b2fdf6032b']}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:39.673065 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:39.882893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423eac69-12ca-402b-85bd-9f38d9a825d4 req-552d4bce-0c66-48e2-88d3-488917643982 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:39.884485 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-423eac69-12ca-402b-85bd-9f38d9a825d4 req-552d4bce-0c66-48e2-88d3-488917643982 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1512973
Feb 18 00:22:39.885578 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:39.890246 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Sync routers for ids ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:22:39.906343 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Routers {'9f61b6da-e04c-4bc3-880f-9d20b1e20c74'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:39.907150 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fa1e1d0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:22:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:39.911220 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:39.935159 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Made reservation on behalf of 81448b37f7984bc69c0df61b137becc1 for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:22:39.940827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:39.962417 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:39.966590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821257939'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:39.970009 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-423eac69-12ca-402b-85bd-9f38d9a825d4 req-01afcfb1-c2ad-49fc-a4c7-8666efcd5045 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767198
Feb 18 00:22:39.985705 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:40.119370 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Set router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:40.385704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Allocated IP 172.20.0.12 (926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3/7e965978-db85-4d70-bb6a-a583c846ceb9/9b12fbca-2986-4dbf-af7a-5d4ca3ac2747) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:22:40.429761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event updated for resources: {'Port': ['ID=209eac6e-8c5e-4706-a30f-429fefb9983a,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:40.434084 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:40.443948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:40.544024 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:40.544648 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:40.583895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:40.630385 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:40.639910 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0775592
Feb 18 00:22:40.640103 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:40.654239 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Transition to ACTIVE for port object 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:40.696039 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:40.713458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:40.719878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fa1e1d0>, [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 2, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:40.729664 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Checking router: 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:22:40.730064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Updating router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 port 5d96ec69-9768-4ad3-aedf-c252ccc56f40 binding host dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:22:40.803651 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f055b90-549c-4e6a-bbd6-e98d60b51d1a req-55c1ac30-57e3-4cd7-b35a-518825d09b02 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:40.805334 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3f055b90-549c-4e6a-bbd6-e98d60b51d1a req-55c1ac30-57e3-4cd7-b35a-518825d09b02 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 932 time: 0.1197333
Feb 18 00:22:40.856046 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3f055b90-549c-4e6a-bbd6-e98d60b51d1a req-c512d906-3015-4fc1-a42d-e5e08b76c2f3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Synchronizing usage tracker for tenant:81448b37f7984bc69c0df61b137becc1 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:22:40.869196 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3f055b90-549c-4e6a-bbd6-e98d60b51d1a req-c512d906-3015-4fc1-a42d-e5e08b76c2f3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Unset dirty status for tenant:81448b37f7984bc69c0df61b137becc1 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:22:40.871508 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3f055b90-549c-4e6a-bbd6-e98d60b51d1a req-c512d906-3015-4fc1-a42d-e5e08b76c2f3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0582013
Feb 18 00:22:40.880038 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:40.904503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Pushing event updated for resources: {'Port': ['ID=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:40.917335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:40.945269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-34d58f3e-7d31-453d-859f-f58bf71ef5f8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Synchronizing usage tracker for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:22:40.987169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-34d58f3e-7d31-453d-859f-f58bf71ef5f8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Unset dirty status for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:22:40.988466 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-34d58f3e-7d31-453d-859f-f58bf71ef5f8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1991234797&fields=id&tenant_id=50cf0e141ee64f36aa0971eb78daf3d0 HTTP/1.1" status: 200  len: 267 time: 0.1389232
Feb 18 00:22:40.992768 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:40.993938 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:40.996284 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:22:41.209395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041ffd8-ee17-474c-a2b1-01c56036e816 req-c6a25e79-adef-469b-a2e9-13db5dcab49e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:41.211365 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3041ffd8-ee17-474c-a2b1-01c56036e816 req-c6a25e79-adef-469b-a2e9-13db5dcab49e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1146500
Feb 18 00:22:41.234026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:41.235010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:41.273164 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-2211be19-18fc-4fe2-980f-69e963a16c3a None None] Provisioning for port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:41.274685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-795e67d9-2604-4a0e-9f1e-e642612dd1d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:41.275135 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-795e67d9-2604-4a0e-9f1e-e642612dd1d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Synchronizing usage tracker for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:network {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:22:41.277914 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3041ffd8-ee17-474c-a2b1-01c56036e816 req-5dad180a-8af5-4249-aa4e-dff69bdfff3d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590343
Feb 18 00:22:41.279103 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-2211be19-18fc-4fe2-980f-69e963a16c3a None None] Provisioning complete for port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:41.280878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2211be19-18fc-4fe2-980f-69e963a16c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:41.302284 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6673701
Feb 18 00:22:41.303220 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-795e67d9-2604-4a0e-9f1e-e642612dd1d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Unset dirty status for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:network {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:22:41.304367 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-795e67d9-2604-4a0e-9f1e-e642612dd1d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/networks?id=e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 200  len: 816 time: 0.2759552
Feb 18 00:22:41.315244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Request body: {'port': {'device_id': '40622599-1573-4d1a-a832-e00a4956af39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:41.348222 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-2211be19-18fc-4fe2-980f-69e963a16c3a None None] Port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:22:41.374855 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-556b80d9-3115-47a6-90a4-440523cc25fa tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/quotas/50cf0e141ee64f36aa0971eb78daf3d0 HTTP/1.1" status: 200  len: 375 time: 0.0252690
Feb 18 00:22:41.565735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:41.579981 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Transition to ACTIVE for port object 5d96ec69-9768-4ad3-aedf-c252ccc56f40 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:41.583331 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:41.602326 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2ddef8ef-7044-4464-8279-1ea05a4f8e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:41.737822 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38ac43-d62b-4fc7-a46e-8c7a9f982d12 None None] Pushing event updated for resources: {'Port': ['ID=5d96ec69-9768-4ad3-aedf-c252ccc56f40,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:41.741062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8e38ac43-d62b-4fc7-a46e-8c7a9f982d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:41.746262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:41.749974 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa38391-67ab-4f72-a164-410bbea19622 req-98133b01-f375-47a2-864e-b82db6660f6e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:41.758255 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eaa38391-67ab-4f72-a164-410bbea19622 req-98133b01-f375-47a2-864e-b82db6660f6e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.1735752
Feb 18 00:22:41.783214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972f2dd-6fd8-46cd-9802-08cf3a0bd2dd req-fd64dcb8-e3e8-4436-bd60-30d736097d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:41.784844 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8972f2dd-6fd8-46cd-9802-08cf3a0bd2dd req-fd64dcb8-e3e8-4436-bd60-30d736097d67 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d&device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 1162 time: 0.1353965
Feb 18 00:22:41.811996 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-28524021-eecd-440b-a6b5-59695665a7b6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Synchronizing usage tracker for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:22:41.885114 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-28524021-eecd-440b-a6b5-59695665a7b6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Unset dirty status for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:22:41.886578 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-28524021-eecd-440b-a6b5-59695665a7b6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5105643
Feb 18 00:22:41.896598 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eaa38391-67ab-4f72-a164-410bbea19622 req-81293bb4-ae92-4041-bbf1-aca399cd52c7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1375654
Feb 18 00:22:41.965660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Attempting to bind port 5d96ec69-9768-4ad3-aedf-c252ccc56f40 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:22:41.966179 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Attempting to bind port 5d96ec69-9768-4ad3-aedf-c252ccc56f40 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:22:41.966464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Attempting to bind port 5d96ec69-9768-4ad3-aedf-c252ccc56f40 on network e56fb3ca-8d4f-4ec5-997c-7262756285e3 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:22:41.974351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:22:41.974771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Checking segment: {'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:22:41.975222 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:41.975661 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Bound using segment: {'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:22:41.976188 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Bound port: 5d96ec69-9768-4ad3-aedf-c252ccc56f40, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:22:41.976635 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:41.978521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972f2dd-6fd8-46cd-9802-08cf3a0bd2dd req-ecb63ac4-9506-47dc-90fd-650f83756176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:41.980169 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8972f2dd-6fd8-46cd-9802-08cf3a0bd2dd req-ecb63ac4-9506-47dc-90fd-650f83756176 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b386a18a-6f15-4736-83e0-5ac61f0904b4 HTTP/1.1" status: 200  len: 905 time: 0.1821702
Feb 18 00:22:42.106531 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] For port 5d96ec69-9768-4ad3-aedf-c252ccc56f40, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:22:42.110168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] For port 5d96ec69-9768-4ad3-aedf-c252ccc56f40, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=5d96ec69-9768-4ad3-aedf-c252ccc56f40,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:22:42.114696 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:42.131127 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:42.178851 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8972f2dd-6fd8-46cd-9802-08cf3a0bd2dd req-49773f6a-cbef-4504-8614-dc412be78dc7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4320bf84-e79d-4578-9ed7-17e199a4ab17 HTTP/1.1" status: 200  len: 1001 time: 0.1868389
Feb 18 00:22:42.250128 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-c50d32dc-ab6f-472e-823c-29a6402e8da2 service neutron] 10.222.0.55 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3424931
Feb 18 00:22:42.268465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58669c4-d6fa-45ea-86f2-b592ec1e7a67 req-548a6af1-f62b-4e53-b68e-78682ac497b5 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:42.270110 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f58669c4-d6fa-45ea-86f2-b592ec1e7a67 req-548a6af1-f62b-4e53-b68e-78682ac497b5 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 932 time: 0.1957779
Feb 18 00:22:42.306227 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972f2dd-6fd8-46cd-9802-08cf3a0bd2dd req-94e64159-7b99-4a52-a863-70a5a7057e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:42.307773 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8972f2dd-6fd8-46cd-9802-08cf3a0bd2dd req-94e64159-7b99-4a52-a863-70a5a7057e09 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e7542848-0274-4fdf-981b-c757d7c492ef HTTP/1.1" status: 200  len: 850 time: 0.1160440
Feb 18 00:22:42.368360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38ac43-d62b-4fc7-a46e-8c7a9f982d12 None None] Pushing event updated for resources: {'Port': ['ID=5d96ec69-9768-4ad3-aedf-c252ccc56f40,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:42.372299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8e38ac43-d62b-4fc7-a46e-8c7a9f982d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:42.379542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Routers {'9f61b6da-e04c-4bc3-880f-9d20b1e20c74'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:42.380593 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fa1e1d0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:22:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:42.391723 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f58669c4-d6fa-45ea-86f2-b592ec1e7a67 req-fda8258c-f7a2-4172-b4be-88ccb7800dde tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1120663
Feb 18 00:22:42.444149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972f2dd-6fd8-46cd-9802-08cf3a0bd2dd req-7b4d80c3-c5c9-4353-91e6-f5fbdb149456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:42.446041 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8972f2dd-6fd8-46cd-9802-08cf3a0bd2dd req-7b4d80c3-c5c9-4353-91e6-f5fbdb149456 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b386a18a-6f15-4736-83e0-5ac61f0904b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1269970
Feb 18 00:22:42.448930 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-5678d070-872f-4d05-a14a-283e5b836811 service neutron] 10.222.0.55 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1978343
Feb 18 00:22:42.575346 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:22:42.587589 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:42.609610 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Transition to ACTIVE for port object 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:42.614554 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:42.618537 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] Set router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:42.635582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:42.668681 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8972f2dd-6fd8-46cd-9802-08cf3a0bd2dd req-cd44a743-b4cb-47d7-b68f-5df78a3b62c5 service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102289
Feb 18 00:22:42.796147 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Pushing event updated for resources: {'Port': ['ID=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:42.801977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:42.823655 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e6b03b3-82ef-42ea-964f-79e6ef1f3af7 req-9a866cea-5fa7-4083-8f6a-6ef6ac8b7e42 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 210 time: 0.1466961
Feb 18 00:22:42.918814 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8972f2dd-6fd8-46cd-9802-08cf3a0bd2dd req-3c5df5ba-eb46-4027-b4e8-436bc6c6ec92 service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2403357
Feb 18 00:22:43.008286 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fa1e1d0>, [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:42Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:43.013476 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038aa4f1-c671-45b2-bcec-d3c6c91c7dd9 None None] The sync data for ids ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'] in dv-cinder-751579-21-iscsi is: [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:42Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:22:43.137415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Attempting to bind port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:22:43.137800 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Attempting to bind port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '035a6f29-391e-4b3b-9348-d1bc6e5088e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:22:43.138397 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Attempting to bind port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 on network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:22:43.148384 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:22:43.148766 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Checking segment: {'id': '035a6f29-391e-4b3b-9348-d1bc6e5088e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:22:43.149178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:43.149573 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Bound using segment: {'id': '035a6f29-391e-4b3b-9348-d1bc6e5088e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:22:43.150060 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Bound port: 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035a6f29-391e-4b3b-9348-d1bc6e5088e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:22:43.150436 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:43.290638 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0fe97-de03-42d7-9e2d-2118052fde90 req-85fe4ad8-629e-421f-a2af-7cb0e55bb2b7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:43.292306 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1ef0fe97-de03-42d7-9e2d-2118052fde90 req-85fe4ad8-629e-421f-a2af-7cb0e55bb2b7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.2071660
Feb 18 00:22:43.293776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] For port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:22:43.297394 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] For port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747,segment=NetworkSegment(035a6f29-391e-4b3b-9348-d1bc6e5088e1),segment_id=035a6f29-391e-4b3b-9348-d1bc6e5088e1)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:22:43.316112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:43.334529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:43.474603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Pushing event updated for resources: {'Port': ['ID=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:43.497720 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:43.528453 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1ef0fe97-de03-42d7-9e2d-2118052fde90 req-3b8a76d2-8f04-42e0-b54a-0cdbc77497d8 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2279236
Feb 18 00:22:43.592230 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:43.593658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:43.595182 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] 10.222.0.58 "PUT /v2.0/ports/9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 HTTP/1.1" status: 200  len: 1158 time: 2.2846937
Feb 18 00:22:43.595650 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40622599-1573-4d1a-a832-e00a4956af39', 'tag': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:22:43.620804 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089ad93-ffe2-431e-b0c2-b67c075c99c3 req-3ae55fcc-18c1-4048-b024-29fbace15b3a tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:43.622456 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9089ad93-ffe2-431e-b0c2-b67c075c99c3 req-3ae55fcc-18c1-4048-b024-29fbace15b3a tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.0952427
Feb 18 00:22:43.668318 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40622599-1573-4d1a-a832-e00a4956af39', 'tag': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747', 'status': 'completed', 'code': 200}
Feb 18 00:22:43.710251 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9089ad93-ffe2-431e-b0c2-b67c075c99c3 req-2077312e-cc35-4d49-ba68-da3755fc5382 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0792882
Feb 18 00:22:43.778256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc18fe-d27a-477b-b159-0cfd6038a93a req-010a528e-e221-4634-8ac3-be442b51081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:43.780318 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91cc18fe-d27a-477b-b159-0cfd6038a93a req-010a528e-e221-4634-8ac3-be442b51081f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81448b37f7984bc69c0df61b137becc1&device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 1161 time: 0.0891297
Feb 18 00:22:43.949558 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc18fe-d27a-477b-b159-0cfd6038a93a req-65c097b2-5541-4c00-b36d-af8a583bda88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:43.951077 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91cc18fe-d27a-477b-b159-0cfd6038a93a req-65c097b2-5541-4c00-b36d-af8a583bda88 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=81448b37f7984bc69c0df61b137becc1&shared=False HTTP/1.1" status: 200  len: 903 time: 0.1609609
Feb 18 00:22:44.094086 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9f8974d3-e5df-43db-9e30-9b7f97482064 req-f7e17dfa-803d-49cf-9983-7b3aa755f684 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 210 time: 0.1339099
Feb 18 00:22:44.100664 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-3417ac11-2bdf-4ec1-a6e6-8cf3c9be1897 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:44.102920 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-3417ac11-2bdf-4ec1-a6e6-8cf3c9be1897 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.58 "GET /v2.0/networks?id=e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 200  len: 816 time: 0.1676366
Feb 18 00:22:44.170102 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc18fe-d27a-477b-b159-0cfd6038a93a req-bd12b860-a2ef-4c15-9451-4d6360039cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:44.171888 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91cc18fe-d27a-477b-b159-0cfd6038a93a req-bd12b860-a2ef-4c15-9451-4d6360039cc2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1665938
Feb 18 00:22:44.186806 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-15d58baa-f8ad-4b4b-8789-cfbdca2a5817 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0 HTTP/1.1" status: 200  len: 5709 time: 0.0747604
Feb 18 00:22:44.198116 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Request body: {'port': {'device_id': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'admin_state_up': True, 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'security_groups': ['d58ccb5b-a5ee-432d-b9d9-35a238a086f4']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:44.313064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-0ff0badb-f2dc-45af-832b-be7b0646a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:44.314691 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-0ff0badb-f2dc-45af-832b-be7b0646a497 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81448b37f7984bc69c0df61b137becc1&device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 1161 time: 0.0836067
Feb 18 00:22:44.360700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:44.372160 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:44.384644 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Made reservation on behalf of 50cf0e141ee64f36aa0971eb78daf3d0 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:22:44.390316 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:44.394504 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-e20cea84-1153-4b0a-901f-e6289df4b538 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 HTTP/1.1" status: 200  len: 217 time: 0.0713778
Feb 18 00:22:44.425266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 5d96ec69-9768-4ad3-aedf-c252ccc56f40 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:44.466842 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-93bba82a-c23b-4b4f-ac5d-92db259596f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:44.468695 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-93bba82a-c23b-4b4f-ac5d-92db259596f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e965978-db85-4d70-bb6a-a583c846ceb9 HTTP/1.1" status: 200  len: 848 time: 0.0673528
Feb 18 00:22:44.496839 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 5d96ec69-9768-4ad3-aedf-c252ccc56f40 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:44.501864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 5d96ec69-9768-4ad3-aedf-c252ccc56f40 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:44.502283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:44.554526 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6649ef40-367e-453b-95ff-e3074108b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:44.556259 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-6649ef40-367e-453b-95ff-e3074108b9e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0809209
Feb 18 00:22:44.630907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 4320bf84-e79d-4578-9ed7-17e199a4ab17 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:44.674703 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:44.708751 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-9a12eec9-050d-40ba-a3f1-103d14a3dcd4 service neutron] 10.222.0.58 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455355
Feb 18 00:22:44.726559 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port 5d96ec69-9768-4ad3-aedf-c252ccc56f40, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=5d96ec69-9768-4ad3-aedf-c252ccc56f40,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:44.732399 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:44.734844 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:44.774910 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Allocated IP 172.20.0.6 (e56fb3ca-8d4f-4ec5-997c-7262756285e3/487d7c03-e55f-4907-bb69-fbafd63dd354/3b3f34fa-f3eb-4370-9db5-75a19549a155) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:22:44.800541 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 4320bf84-e79d-4578-9ed7-17e199a4ab17 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:44.801000 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:44.871897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=5d96ec69-9768-4ad3-aedf-c252ccc56f40,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:44.877313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:44.930190 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a336e88-8399-47a2-b526-17ce26c39d7d req-c1d46e87-a1d6-4dc8-87f9-3449e5960f3e service neutron] 10.222.0.58 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2145960
Feb 18 00:22:44.973751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65083e8-0cb0-49f5-993c-627ffef42e10 req-81405625-f07a-4caf-ac80-fc7c2cff2f8b tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:44.974840 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-f65083e8-0cb0-49f5-993c-627ffef42e10 req-81405625-f07a-4caf-ac80-fc7c2cff2f8b tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Synchronizing usage tracker for tenant:81448b37f7984bc69c0df61b137becc1 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:22:44.990436 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-f65083e8-0cb0-49f5-993c-627ffef42e10 req-81405625-f07a-4caf-ac80-fc7c2cff2f8b tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Unset dirty status for tenant:81448b37f7984bc69c0df61b137becc1 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:22:44.991633 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f65083e8-0cb0-49f5-993c-627ffef42e10 req-81405625-f07a-4caf-ac80-fc7c2cff2f8b tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.1571219
Feb 18 00:22:45.001242 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b944a56-33d7-4a5a-bd3d-406158c99ca3 req-b2cdeaf2-6bd4-4c2d-bcfc-b4fa099c646d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:45.002844 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5b944a56-33d7-4a5a-bd3d-406158c99ca3 req-b2cdeaf2-6bd4-4c2d-bcfc-b4fa099c646d tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.3128173
Feb 18 00:22:45.040942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:45.041915 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f65083e8-0cb0-49f5-993c-627ffef42e10 req-9d59b146-2de8-4612-a2f9-60315e6859eb tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0434926
Feb 18 00:22:45.074858 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Transition to ACTIVE for port object 3b3f34fa-f3eb-4370-9db5-75a19549a155 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:45.084223 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5b944a56-33d7-4a5a-bd3d-406158c99ca3 req-c2f50375-443c-4785-9686-6c3bb4d033ba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676668
Feb 18 00:22:45.104521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:45.120270 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:45.265631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event updated for resources: {'Port': ['ID=3b3f34fa-f3eb-4370-9db5-75a19549a155,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:45.271094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:45.321727 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Network e56fb3ca-8d4f-4ec5-997c-7262756285e3 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:45.322967 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:45.325256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:22:45.331687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e83e5c-0d86-4689-a4c4-fb392c6854d2 req-9379b622-80ab-44fe-8df0-1d3c184b63ad tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:45.333527 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-94e83e5c-0d86-4689-a4c4-fb392c6854d2 req-9379b622-80ab-44fe-8df0-1d3c184b63ad tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 931 time: 0.0886402
Feb 18 00:22:45.390457 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-94e83e5c-0d86-4689-a4c4-fb392c6854d2 req-ef55f047-10e0-4926-a496-6f50fd498004 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499620
Feb 18 00:22:45.394139 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:45.394856 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:45.421736 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2279828
Feb 18 00:22:45.434077 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Request body: {'port': {'device_id': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:45.500599 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-7695984c-15ca-4bd8-8b42-ec36dc1a87ee None None] Provisioning for port 3b3f34fa-f3eb-4370-9db5-75a19549a155 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:45.506281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-7695984c-15ca-4bd8-8b42-ec36dc1a87ee None None] Provisioning complete for port 3b3f34fa-f3eb-4370-9db5-75a19549a155 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:45.506795 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7695984c-15ca-4bd8-8b42-ec36dc1a87ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:45.556737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:45.564832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-7695984c-15ca-4bd8-8b42-ec36dc1a87ee None None] Port 3b3f34fa-f3eb-4370-9db5-75a19549a155 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:22:46.259492 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3f34fa-f3eb-4370-9db5-75a19549a155 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:22:46.268904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:46.286569 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Transition to ACTIVE for port object 3b3f34fa-f3eb-4370-9db5-75a19549a155 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:22:46.290629 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821257939'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:46.306261 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ee1cea9d-309e-4304-b75c-304c838a1f8f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:46.401542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 5d96ec69-9768-4ad3-aedf-c252ccc56f40 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:46.450248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2aaa52-3994-46ce-8b83-f888a5d2fa95 req-8ab1d612-fc26-42af-a451-84deb562b86d tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:46.451869 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3d2aaa52-3994-46ce-8b83-f888a5d2fa95 req-8ab1d612-fc26-42af-a451-84deb562b86d tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.2707586
Feb 18 00:22:46.465292 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Pushing event updated for resources: {'Port': ['ID=3b3f34fa-f3eb-4370-9db5-75a19549a155,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:46.468412 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:46.485137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 5d96ec69-9768-4ad3-aedf-c252ccc56f40 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:46.485855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:46.550514 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3d2aaa52-3994-46ce-8b83-f888a5d2fa95 req-aae91d38-808a-4901-b5d5-2e7d63014ff5 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0915587
Feb 18 00:22:46.652120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7b394-8f26-4dde-87cb-9ab151cf60c1 req-e8a83dc2-81a7-4d4a-b106-bef1df783a7c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:46.656447 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cfa7b394-8f26-4dde-87cb-9ab151cf60c1 req-e8a83dc2-81a7-4d4a-b106-bef1df783a7c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.1134405
Feb 18 00:22:46.706457 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cfa7b394-8f26-4dde-87cb-9ab151cf60c1 req-787e29a5-54b6-4c1d-80cd-8a3a6fdcf2cb tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459218
Feb 18 00:22:46.729256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Attempting to bind port 3b3f34fa-f3eb-4370-9db5-75a19549a155 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:22:46.729635 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Attempting to bind port 3b3f34fa-f3eb-4370-9db5-75a19549a155 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:22:46.730011 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Attempting to bind port 3b3f34fa-f3eb-4370-9db5-75a19549a155 on network e56fb3ca-8d4f-4ec5-997c-7262756285e3 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:22:46.737886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:22:46.738928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Checking segment: {'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:22:46.739437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:46.739907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Bound using segment: {'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:22:46.740506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Bound port: 3b3f34fa-f3eb-4370-9db5-75a19549a155, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:22:46.740880 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:46.877668 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-10cb442a-bdd3-443f-b0d9-01e6ac742a86 req-90b5965d-9bc6-4d01-96ef-6826704f557a tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2136227820&fields=id&tenant_id=acbe6b9a6cef4c53a0b9b1ea15b35d58 HTTP/1.1" status: 200  len: 267 time: 0.0769918
Feb 18 00:22:46.881444 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] For port 3b3f34fa-f3eb-4370-9db5-75a19549a155, host hv-cinder-75157, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:22:46.885723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] For port 3b3f34fa-f3eb-4370-9db5-75a19549a155, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=3b3f34fa-f3eb-4370-9db5-75a19549a155,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:22:46.927275 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821257939'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:46.947059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bcdd7996-4e30-477a-b05e-d21575097727 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:47.097291 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Pushing event updated for resources: {'Port': ['ID=3b3f34fa-f3eb-4370-9db5-75a19549a155,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:47.101304 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:47.153820 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb442a-bdd3-443f-b0d9-01e6ac742a86 req-5dd5180b-a2e2-4170-b3ef-54e49f41ac40 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:47.155421 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-10cb442a-bdd3-443f-b0d9-01e6ac742a86 req-5dd5180b-a2e2-4170-b3ef-54e49f41ac40 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 984 time: 0.2717111
Feb 18 00:22:47.171335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-10cb442a-bdd3-443f-b0d9-01e6ac742a86 req-7afe537e-9f69-434e-b888-6e87b4914d7b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Request body: {'port': {'security_groups': ['18b53a20-552c-4559-a540-84607ff00d08']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:47.204661 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:47.205331 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:47.206778 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] 10.222.0.58 "PUT /v2.0/ports/3b3f34fa-f3eb-4370-9db5-75a19549a155 HTTP/1.1" status: 200  len: 1157 time: 1.7775557
Feb 18 00:22:47.213831 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'tag': '3b3f34fa-f3eb-4370-9db5-75a19549a155'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:22:47.286642 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'tag': '3b3f34fa-f3eb-4370-9db5-75a19549a155', 'status': 'completed', 'code': 200}
Feb 18 00:22:47.391323 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-10cb442a-bdd3-443f-b0d9-01e6ac742a86 req-7afe537e-9f69-434e-b888-6e87b4914d7b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:47.452467 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-6710db66-b439-4f37-9bb1-ae0461061233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:47.454070 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-6710db66-b439-4f37-9bb1-ae0461061233 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 1160 time: 0.2099395
Feb 18 00:22:47.539343 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-c3d73426-ad8e-4977-9dd9-5876bfe709cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b3f34fa-f3eb-4370-9db5-75a19549a155 HTTP/1.1" status: 200  len: 217 time: 0.0750561
Feb 18 00:22:47.678157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-e5cfd138-0116-4f6f-99a8-ea29a7c6e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:47.679615 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-e5cfd138-0116-4f6f-99a8-ea29a7c6e884 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=487d7c03-e55f-4907-bb69-fbafd63dd354 HTTP/1.1" status: 200  len: 855 time: 0.1330698
Feb 18 00:22:47.774670 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c49c6-ae88-4a2a-a176-35cd98c99774 req-c33064c7-4f60-4414-ae90-4c25e5f113d3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:47.776512 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-926c49c6-ae88-4a2a-a176-35cd98c99774 req-c33064c7-4f60-4414-ae90-4c25e5f113d3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.0909140
Feb 18 00:22:47.825522 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-926c49c6-ae88-4a2a-a176-35cd98c99774 req-78faa621-50b5-4f0f-ad4e-7158147ee750 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0417707
Feb 18 00:22:47.877697 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-4d1e47f6-d92f-430c-9f78-8b662d74b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:47.879874 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-4d1e47f6-d92f-430c-9f78-8b662d74b860 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e56fb3ca-8d4f-4ec5-997c-7262756285e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1873012
Feb 18 00:22:48.002079 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-10cb442a-bdd3-443f-b0d9-01e6ac742a86 req-7afe537e-9f69-434e-b888-6e87b4914d7b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] For port d0a71600-2e39-42a1-bbbf-4a99f03da215, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215,segment=NetworkSegment(5df5cdbe-bb6b-4ace-9019-3d8548900301),segment_id=5df5cdbe-bb6b-4ace-9019-3d8548900301)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:48.012914 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da12f3c-1f7d-4fa4-ab1c-2aa08bed151f req-50485a66-7087-473c-a6ce-bd0e862f0dcd tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:48.014555 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1da12f3c-1f7d-4fa4-ab1c-2aa08bed151f req-50485a66-7087-473c-a6ce-bd0e862f0dcd tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0873401
Feb 18 00:22:48.062923 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-10cb442a-bdd3-443f-b0d9-01e6ac742a86 req-7afe537e-9f69-434e-b888-6e87b4914d7b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:48.063153 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1da12f3c-1f7d-4fa4-ab1c-2aa08bed151f req-13c4ac6e-a4cd-428b-b0d6-c53609320390 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419278
Feb 18 00:22:48.069913 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-10cb442a-bdd3-443f-b0d9-01e6ac742a86 req-7afe537e-9f69-434e-b888-6e87b4914d7b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821257939'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:48.087551 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-d19005b7-38b3-4a15-8820-089b96f11517 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1941965
Feb 18 00:22:48.088217 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:48.336476 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe537e-9f69-434e-b888-6e87b4914d7b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Pushing event updated for resources: {'Port': ['ID=d0a71600-2e39-42a1-bbbf-4a99f03da215,revision_number=6']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:48.361429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7afe537e-9f69-434e-b888-6e87b4914d7b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:48.402597 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-330aaa62-c32a-4ac3-9cc2-681365687281 req-7d8678b2-f4b3-4b88-b04c-71624a2d8665 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2766695
Feb 18 00:22:48.414752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb442a-bdd3-443f-b0d9-01e6ac742a86 req-7afe537e-9f69-434e-b888-6e87b4914d7b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:48.415425 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-10cb442a-bdd3-443f-b0d9-01e6ac742a86 req-7afe537e-9f69-434e-b888-6e87b4914d7b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:48.416986 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-10cb442a-bdd3-443f-b0d9-01e6ac742a86 req-7afe537e-9f69-434e-b888-6e87b4914d7b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "PUT /v2.0/ports/d0a71600-2e39-42a1-bbbf-4a99f03da215 HTTP/1.1" status: 200  len: 942 time: 1.2523227
Feb 18 00:22:48.502477 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-80062ffa-1017-4b27-ad62-e889139db7ff req-976dc788-7d56-4d8f-8c1a-7cc28f0dea0a tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups/7144706c-13b5-4698-8013-f99729b15996 HTTP/1.1" status: 200  len: 3005 time: 0.0575149
Feb 18 00:22:48.532572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a71f-2dbd-4537-8144-8a78f63e94c4 req-25761272-0f8e-420c-926a-64299a046ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:48.534314 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2111a71f-2dbd-4537-8144-8a78f63e94c4 req-25761272-0f8e-420c-926a-64299a046ed8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 1160 time: 0.0814424
Feb 18 00:22:48.581256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-80062ffa-1017-4b27-ad62-e889139db7ff req-367d72fa-f0a9-484c-ae81-f3637cdaffa6 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:48.611558 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-80062ffa-1017-4b27-ad62-e889139db7ff req-367d72fa-f0a9-484c-ae81-f3637cdaffa6 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:48.647717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-83ccd457-a64a-4779-be1c-b2eb495eeae3 None None] Provisioning complete for port d0a71600-2e39-42a1-bbbf-4a99f03da215 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:48.648590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-83ccd457-a64a-4779-be1c-b2eb495eeae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:48.665928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-80062ffa-1017-4b27-ad62-e889139db7ff req-367d72fa-f0a9-484c-ae81-f3637cdaffa6 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:48.671417 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1e642374-608d-4e75-91d0-3c2b1bbe6d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:48.686736 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a71f-2dbd-4537-8144-8a78f63e94c4 req-bd504147-dfee-4f5a-8a26-276a97948a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:48.687316 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d72fa-f0a9-484c-ae81-f3637cdaffa6 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7144706c-13b5-4698-8013-f99729b15996,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:48.688267 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2111a71f-2dbd-4537-8144-8a78f63e94c4 req-bd504147-dfee-4f5a-8a26-276a97948a76 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 200  len: 910 time: 0.1468589
Feb 18 00:22:48.690348 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-367d72fa-f0a9-484c-ae81-f3637cdaffa6 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:48.697441 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-80062ffa-1017-4b27-ad62-e889139db7ff req-367d72fa-f0a9-484c-ae81-f3637cdaffa6 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:48.698804 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-80062ffa-1017-4b27-ad62-e889139db7ff req-367d72fa-f0a9-484c-ae81-f3637cdaffa6 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "DELETE /v2.0/security-groups/7144706c-13b5-4698-8013-f99729b15996 HTTP/1.1" status: 204  len: 173 time: 0.1892486
Feb 18 00:22:48.772936 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d0a71600-2e39-42a1-bbbf-4a99f03da215 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:48.853045 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2111a71f-2dbd-4537-8144-8a78f63e94c4 req-f6eb6736-ce1c-4632-ac44-411edeaccf7d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b3f34fa-f3eb-4370-9db5-75a19549a155 HTTP/1.1" status: 200  len: 217 time: 0.1567528
Feb 18 00:22:48.871300 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port d0a71600-2e39-42a1-bbbf-4a99f03da215 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:48.871719 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:49.036639 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0c4e7-d942-4e17-b00a-9707f2dfff69 req-0308b2dd-c47f-448d-99b1-75a6fde2ac66 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:49.038306 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bc0c4e7-d942-4e17-b00a-9707f2dfff69 req-0308b2dd-c47f-448d-99b1-75a6fde2ac66 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.0967140
Feb 18 00:22:49.088517 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bc0c4e7-d942-4e17-b00a-9707f2dfff69 req-a0832562-a41a-4472-abbc-eed52610e0ae tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0435894
Feb 18 00:22:49.170904 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-ed627cf8-dd2a-4e33-a2c6-4ebbb800c1b9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/floatingips/dc528381-5c99-4302-8a28-92d53f3d988b HTTP/1.1" status: 200  len: 997 time: 0.4138486
Feb 18 00:22:49.203505 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a71f-2dbd-4537-8144-8a78f63e94c4 req-32e844f6-b086-4967-83cc-bc51a9ca30fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:49.205165 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2111a71f-2dbd-4537-8144-8a78f63e94c4 req-32e844f6-b086-4967-83cc-bc51a9ca30fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=487d7c03-e55f-4907-bb69-fbafd63dd354 HTTP/1.1" status: 200  len: 855 time: 0.3432302
Feb 18 00:22:49.280268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b431adb-b382-4849-b76a-e1049e01d088 req-fc1fbeca-135c-463e-a488-6310d1b17bf6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:49.281900 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8b431adb-b382-4849-b76a-e1049e01d088 req-fc1fbeca-135c-463e-a488-6310d1b17bf6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0889053
Feb 18 00:22:49.308702 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:22:49.335396 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8b431adb-b382-4849-b76a-e1049e01d088 req-5088d4de-f728-4376-a7af-2cc93b36b31c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464780
Feb 18 00:22:49.394102 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215', 'status': 'completed', 'code': 200}
Feb 18 00:22:49.420780 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-16ea3ff4-b933-4e37-a96f-98abe3060a9f tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:49.422241 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-16ea3ff4-b933-4e37-a96f-98abe3060a9f tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/networks/3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 HTTP/1.1" status: 200  len: 784 time: 0.2443860
Feb 18 00:22:49.427556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111a71f-2dbd-4537-8144-8a78f63e94c4 req-6c54f7d9-b643-40e6-81f1-155fae87822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:49.429161 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2111a71f-2dbd-4537-8144-8a78f63e94c4 req-6c54f7d9-b643-40e6-81f1-155fae87822d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e56fb3ca-8d4f-4ec5-997c-7262756285e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1603389
Feb 18 00:22:49.435276 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-101fe360-71e6-4e11-9cd9-39bc10b42cde tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:22:49.436398 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-101fe360-71e6-4e11-9cd9-39bc10b42cde tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0063806
Feb 18 00:22:49.651961 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-c87dea1f-49f9-4c62-961a-d55ab7ef9b69 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.40 HTTP/1.1" status: 200  len: 1000 time: 0.1891971
Feb 18 00:22:49.710725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a2a96-91cd-4907-b935-a38f4c09f990 req-acfa61b0-73a5-4abf-bdec-fe68e8412ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:49.712365 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e8a2a96-91cd-4907-b935-a38f4c09f990 req-acfa61b0-73a5-4abf-bdec-fe68e8412ec6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acbe6b9a6cef4c53a0b9b1ea15b35d58&device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 1162 time: 0.2963321
Feb 18 00:22:49.740794 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2111a71f-2dbd-4537-8144-8a78f63e94c4 req-0007f339-df74-471f-98a6-b753066d4241 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3029714
Feb 18 00:22:49.781791 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-bc96fa33-779b-4d29-96bc-1de777baa384 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:49.783202 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-bc96fa33-779b-4d29-96bc-1de777baa384 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports/d0a71600-2e39-42a1-bbbf-4a99f03da215 HTTP/1.1" status: 200  len: 942 time: 0.1200159
Feb 18 00:22:49.857995 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a2a96-91cd-4907-b935-a38f4c09f990 req-e089903b-539e-4ad4-aa1c-8a98ade5c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:49.859823 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e8a2a96-91cd-4907-b935-a38f4c09f990 req-e089903b-539e-4ad4-aa1c-8a98ade5c4f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 HTTP/1.1" status: 200  len: 908 time: 0.1406536
Feb 18 00:22:49.973048 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e8a2a96-91cd-4907-b935-a38f4c09f990 req-cc889b09-57b3-48e4-8f7a-91b013da5d4d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215 HTTP/1.1" status: 200  len: 1000 time: 0.1058381
Feb 18 00:22:49.977799 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2111a71f-2dbd-4537-8144-8a78f63e94c4 req-e551129b-2aa7-4220-90c5-8f77a10001d9 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2293077
Feb 18 00:22:50.002006 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-198873d4-2fd7-466b-bf28-2d50fcde9caf tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.40 HTTP/1.1" status: 200  len: 1000 time: 0.1223114
Feb 18 00:22:50.047066 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a2a96-91cd-4907-b935-a38f4c09f990 req-9023a5b3-8cc5-4aef-b95a-62119b8b456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:50.048679 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e8a2a96-91cd-4907-b935-a38f4c09f990 req-9023a5b3-8cc5-4aef-b95a-62119b8b456d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=808293fb-19c9-449a-969e-06462c294bc2 HTTP/1.1" status: 200  len: 853 time: 0.0643845
Feb 18 00:22:50.134761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a2a96-91cd-4907-b935-a38f4c09f990 req-506e7a3f-054c-44c5-aea0-ce800aaab350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:50.136293 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e8a2a96-91cd-4907-b935-a38f4c09f990 req-506e7a3f-054c-44c5-aea0-ce800aaab350 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0809982
Feb 18 00:22:50.230231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Deleting port 346d0d49-9a8d-4929-873d-eef0b522431d {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:22:50.230628 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:50.353657 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e8a2a96-91cd-4907-b935-a38f4c09f990 req-30bd53f2-c91f-404c-92f6-970d0441ec89 service neutron] 10.222.0.58 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2074494
Feb 18 00:22:50.360973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14320a49-34b1-4a22-a102-38a7296687b0 req-3af42afe-dd68-4088-a38a-d35a382f9050 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:50.362483 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-14320a49-34b1-4a22-a102-38a7296687b0 req-3af42afe-dd68-4088-a38a-d35a382f9050 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.1401393
Feb 18 00:22:50.416066 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:50.416715 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:50.501074 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-14320a49-34b1-4a22-a102-38a7296687b0 req-3dfd9d55-48e0-45e3-a1ad-fc9137383ff0 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1129327
Feb 18 00:22:50.544741 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e8a2a96-91cd-4907-b935-a38f4c09f990 req-4c46ce80-0b88-4429-a9e3-7b46194e5a53 service neutron] 10.222.0.58 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1806750
Feb 18 00:22:50.549542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Calling delete_port for 346d0d49-9a8d-4929-873d-eef0b522431d owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:22:50.678649 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:50.698590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6897079-fef6-405f-b866-1d6d27679986 req-0d54dde5-ffcf-4451-82ed-08c65ec3327d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:50.700215 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a6897079-fef6-405f-b866-1d6d27679986 req-0d54dde5-ffcf-4451-82ed-08c65ec3327d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0911152
Feb 18 00:22:50.720303 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:50.736585 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:50.749606 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a6897079-fef6-405f-b866-1d6d27679986 req-af9c6d76-fe2b-41a9-96a9-e4383140ebf9 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427375
Feb 18 00:22:50.832733 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Pushing event deleted for resources: {'Port': ['ID=346d0d49-9a8d-4929-873d-eef0b522431d,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:50.835644 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:50.962444 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:50.962816 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Floating IP dc528381-5c99-4302-8a28-92d53f3d988b disassociated (deleted). External IP: 172.27.3.40, port: d0a71600-2e39-42a1-bbbf-4a99f03da215.
Feb 18 00:22:51.070415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 3b3f34fa-f3eb-4370-9db5-75a19549a155 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:51.139702 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port 3b3f34fa-f3eb-4370-9db5-75a19549a155 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:51.145350 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 3b3f34fa-f3eb-4370-9db5-75a19549a155 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:51.145766 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:51.281042 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:51.309541 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3f34fa-f3eb-4370-9db5-75a19549a155'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:22:51.321018 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 3b3f34fa-f3eb-4370-9db5-75a19549a155, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=3b3f34fa-f3eb-4370-9db5-75a19549a155,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:51.324529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:51.326703 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:51.335759 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Router 31c14da5-a147-417d-8461-4c84b429aada has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:22:51.370518 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3f34fa-f3eb-4370-9db5-75a19549a155', 'code': 200}
Feb 18 00:22:51.405800 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=3b3f34fa-f3eb-4370-9db5-75a19549a155,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:51.409060 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:51.530623 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:22:51.544155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277717b-2a23-4d48-a766-1c04e2bddfdd None None] Sync routers for ids ['31c14da5-a147-417d-8461-4c84b429aada'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:22:51.555359 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277717b-2a23-4d48-a766-1c04e2bddfdd None None] Routers {'31c14da5-a147-417d-8461-4c84b429aada'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:51.556266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7277717b-2a23-4d48-a766-1c04e2bddfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd31068e208>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:22:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['31c14da5-a147-417d-8461-4c84b429aada'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:51.566945 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:51.610003 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c4f40-ebf9-4b8b-ad6c-320f0e981a4e req-2e5ad57c-ccba-4701-9568-7b4039768262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:51.611685 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-376c4f40-ebf9-4b8b-ad6c-320f0e981a4e req-2e5ad57c-ccba-4701-9568-7b4039768262 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 1162 time: 0.0879793
Feb 18 00:22:51.637643 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "DELETE /v2.0/floatingips/dc528381-5c99-4302-8a28-92d53f3d988b HTTP/1.1" status: 204  len: 173 time: 1.6290452
Feb 18 00:22:51.638196 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:22:51.716513 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-376c4f40-ebf9-4b8b-ad6c-320f0e981a4e req-d3123ffc-67b2-4ee2-b85f-204013e547b4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981255
Feb 18 00:22:51.735022 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-5cc0d35a-b29c-48d2-8aad-50d402d67826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:51.736935 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-5cc0d35a-b29c-48d2-8aad-50d402d67826 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acbe6b9a6cef4c53a0b9b1ea15b35d58&device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 1162 time: 0.0848682
Feb 18 00:22:51.746235 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884871bc-de28-471c-91ff-bd0385a8af60 req-ca9a726b-ea8c-4aba-9b42-1a903877fa25 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:51.747900 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-884871bc-de28-471c-91ff-bd0385a8af60 req-ca9a726b-ea8c-4aba-9b42-1a903877fa25 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.1126127
Feb 18 00:22:51.801240 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-884871bc-de28-471c-91ff-bd0385a8af60 req-96fbb267-f4fa-4bc2-9b9e-07c9a40605de tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0465193
Feb 18 00:22:51.936104 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-7277717b-2a23-4d48-a766-1c04e2bddfdd None None] Set router 31c14da5-a147-417d-8461-4c84b429aada gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:52.082756 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215', 'status': 'completed', 'code': 200}
Feb 18 00:22:52.093585 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc819d-e927-43f3-b95f-e20dcff2ff54 req-4f3c5078-f748-460a-9f49-d8caf1733bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:52.095237 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-28dc819d-e927-43f3-b95f-e20dcff2ff54 req-4f3c5078-f748-460a-9f49-d8caf1733bb1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acbe6b9a6cef4c53a0b9b1ea15b35d58&device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 1162 time: 0.1575546
Feb 18 00:22:52.101558 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8151f-ed73-409f-ad49-e423e8c8ff87 req-d89cd3b7-33c0-4c42-aada-da8360296212 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:52.103400 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5cb8151f-ed73-409f-ad49-e423e8c8ff87 req-d89cd3b7-33c0-4c42-aada-da8360296212 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.1249890
Feb 18 00:22:52.146634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-c314955f-4f51-42c8-ae9b-3c6165822356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:52.148232 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-c314955f-4f51-42c8-ae9b-3c6165822356 service neutron] 10.222.0.55 "GET /v2.0/networks?id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 HTTP/1.1" status: 200  len: 908 time: 0.4033277
Feb 18 00:22:52.181124 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e5d465d8-83f6-4141-b2a2-26d69dd379fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:52.225841 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-7d8aa44e-f1dd-4881-ba3d-ea6135799cae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215 HTTP/1.1" status: 200  len: 217 time: 0.0711033
Feb 18 00:22:52.302351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7277717b-2a23-4d48-a766-1c04e2bddfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd31068e208>, [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:52Z', 'revision_number': 4, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port': {'id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:43Z', 'updated_at': '2021-02-18T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'dcb6df9c-48bc-4764-8842-d03bafb17c19', 'name': '', 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'mac_address': 'fa:16:3e:d4:23:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '808293fb-19c9-449a-969e-06462c294bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:51Z', 'updated_at': '2021-02-18T00:20:03Z', 'revision_number': 5, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'subnets': [{'id': '808293fb-19c9-449a-969e-06462c294bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:52.304086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-4bc1fffb-9615-4d77-b341-13701d0060be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:52.305818 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-4bc1fffb-9615-4d77-b341-13701d0060be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=808293fb-19c9-449a-969e-06462c294bc2 HTTP/1.1" status: 200  len: 853 time: 0.0724211
Feb 18 00:22:52.306740 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277717b-2a23-4d48-a766-1c04e2bddfdd None None] Checking router: 31c14da5-a147-417d-8461-4c84b429aada for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:22:52.315988 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277717b-2a23-4d48-a766-1c04e2bddfdd None None] Routers {'31c14da5-a147-417d-8461-4c84b429aada'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:52.317208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7277717b-2a23-4d48-a766-1c04e2bddfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd31068e208>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:22:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['31c14da5-a147-417d-8461-4c84b429aada'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:52.319291 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5cb8151f-ed73-409f-ad49-e423e8c8ff87 req-05a06634-a5af-440d-8492-6419a1cc3b64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2079136
Feb 18 00:22:52.324572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc819d-e927-43f3-b95f-e20dcff2ff54 req-d8e55198-560b-4168-8c0c-461d372b6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:52.326292 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-28dc819d-e927-43f3-b95f-e20dcff2ff54 req-d8e55198-560b-4168-8c0c-461d372b6073 service neutron] 10.222.0.58 "GET /v2.0/networks?id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 HTTP/1.1" status: 200  len: 908 time: 0.1986253
Feb 18 00:22:52.399540 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-fdfff1ea-b95a-44e5-9d20-cacc64fd62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:52.401338 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-fdfff1ea-b95a-44e5-9d20-cacc64fd62fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0889101
Feb 18 00:22:52.408260 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-28dc819d-e927-43f3-b95f-e20dcff2ff54 req-0f3bd17b-8c3b-4b95-8e62-559bc4125dce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215 HTTP/1.1" status: 200  len: 217 time: 0.0737789
Feb 18 00:22:52.482192 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc819d-e927-43f3-b95f-e20dcff2ff54 req-6a3f6b09-9371-490b-82fc-0f6624ec0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:52.483775 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-28dc819d-e927-43f3-b95f-e20dcff2ff54 req-6a3f6b09-9371-490b-82fc-0f6624ec0dbb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=808293fb-19c9-449a-969e-06462c294bc2 HTTP/1.1" status: 200  len: 853 time: 0.0683987
Feb 18 00:22:52.513178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-7277717b-2a23-4d48-a766-1c04e2bddfdd None None] Set router 31c14da5-a147-417d-8461-4c84b429aada gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:52.549386 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-f565b835-f40c-4689-ad15-36507bb637ad service neutron] 10.222.0.55 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404681
Feb 18 00:22:52.568509 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc819d-e927-43f3-b95f-e20dcff2ff54 req-9941e56d-d16a-40cb-925f-d5cbefac9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:52.570133 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-28dc819d-e927-43f3-b95f-e20dcff2ff54 req-9941e56d-d16a-40cb-925f-d5cbefac9b26 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0788956
Feb 18 00:22:52.706751 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-402a0a52-10a2-4a7c-8a2e-470790fb5f14 req-e55ba801-3628-4692-a2da-6b4572a9c4a6 service neutron] 10.222.0.55 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1498790
Feb 18 00:22:52.725246 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-28dc819d-e927-43f3-b95f-e20dcff2ff54 req-8e1d47be-ae73-4205-a847-0c8147409a64 service neutron] 10.222.0.58 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466818
Feb 18 00:22:52.885546 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7277717b-2a23-4d48-a766-1c04e2bddfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd31068e208>, [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:52Z', 'revision_number': 4, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port': {'id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:43Z', 'updated_at': '2021-02-18T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'dcb6df9c-48bc-4764-8842-d03bafb17c19', 'name': '', 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'mac_address': 'fa:16:3e:d4:23:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '808293fb-19c9-449a-969e-06462c294bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:51Z', 'updated_at': '2021-02-18T00:20:03Z', 'revision_number': 5, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'subnets': [{'id': '808293fb-19c9-449a-969e-06462c294bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:52.890409 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7277717b-2a23-4d48-a766-1c04e2bddfdd None None] The sync data for ids ['31c14da5-a147-417d-8461-4c84b429aada'] in dv-cinder-751579-21-iscsi is: [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:52Z', 'revision_number': 4, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port': {'id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:43Z', 'updated_at': '2021-02-18T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'dcb6df9c-48bc-4764-8842-d03bafb17c19', 'name': '', 'network_id': '99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'mac_address': 'fa:16:3e:d4:23:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '808293fb-19c9-449a-969e-06462c294bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:51Z', 'updated_at': '2021-02-18T00:20:03Z', 'revision_number': 5, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'subnets': [{'id': '808293fb-19c9-449a-969e-06462c294bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:22:52.917732 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-28dc819d-e927-43f3-b95f-e20dcff2ff54 req-356aaede-ff33-4561-afe1-97265d1d86f6 service neutron] 10.222.0.58 "GET /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1858301
Feb 18 00:22:53.034363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37b3c6-d86a-428b-b165-d46895147777 req-968b2979-62f7-444b-aed3-bf9fbebf0fbc tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:53.036554 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3c37b3c6-d86a-428b-b165-d46895147777 req-968b2979-62f7-444b-aed3-bf9fbebf0fbc tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.0897393
Feb 18 00:22:53.089259 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3c37b3c6-d86a-428b-b165-d46895147777 req-71bcdbd3-7cf6-4286-886d-5cb810b4d7a6 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0461361
Feb 18 00:22:53.316036 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 3b3f34fa-f3eb-4370-9db5-75a19549a155 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:53.331325 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c5db1-81ca-46e9-8861-af36bbd53a67 None None] New status for floating IP dc528381-5c99-4302-8a28-92d53f3d988b: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:22:53.392234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 3b3f34fa-f3eb-4370-9db5-75a19549a155 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:53.392707 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:53.522855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:53.532627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df156d96-d0d3-413a-9b32-76c06c822e8e req-bf9bd97f-2e7b-4ff3-b9cc-b143e0c05048 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:53.534267 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df156d96-d0d3-413a-9b32-76c06c822e8e req-bf9bd97f-2e7b-4ff3-b9cc-b143e0c05048 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0925462
Feb 18 00:22:53.588175 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df156d96-d0d3-413a-9b32-76c06c822e8e req-75c25f1c-c953-4886-b056-3a1383ee93b1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475211
Feb 18 00:22:53.597883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:22:53.602969 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:53.603393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:53.736777 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:53.766364 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40622599-1573-4d1a-a832-e00a4956af39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:22:53.777518 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747,segment=NetworkSegment(035a6f29-391e-4b3b-9348-d1bc6e5088e1),segment_id=035a6f29-391e-4b3b-9348-d1bc6e5088e1)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:53.781423 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:53.784076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:53.792126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9abf22-23d4-4948-b08e-90e26d30ee9b req-d4c29ef4-7a16-48ed-a39a-347cb72602a9 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:53.793156 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9f9abf22-23d4-4948-b08e-90e26d30ee9b req-d4c29ef4-7a16-48ed-a39a-347cb72602a9 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Synchronizing usage tracker for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:22:53.810087 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9f9abf22-23d4-4948-b08e-90e26d30ee9b req-d4c29ef4-7a16-48ed-a39a-347cb72602a9 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Unset dirty status for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:22:53.812177 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9f9abf22-23d4-4948-b08e-90e26d30ee9b req-d4c29ef4-7a16-48ed-a39a-347cb72602a9 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.1091681
Feb 18 00:22:53.821861 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 45480) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:22:53.827941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-531cea73-c351-404a-b006-dd99def63121 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Request body: {'floatingip': {'port_id': '3b3f34fa-f3eb-4370-9db5-75a19549a155'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:53.844655 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40622599-1573-4d1a-a832-e00a4956af39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747', 'code': 200}
Feb 18 00:22:53.870191 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-741e7652-1f2c-44bd-9940-5696186dc3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:53.883010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:53.886243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:53.912923 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-531cea73-c351-404a-b006-dd99def63121 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for floatingip, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:54.284137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44110862-d058-429b-9d7f-845e76526dba req-dd976d27-05e6-477d-adf6-2ff12f2bec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:54.286284 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-44110862-d058-429b-9d7f-845e76526dba req-dd976d27-05e6-477d-adf6-2ff12f2bec14 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 1163 time: 0.2313380
Feb 18 00:22:54.313523 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4ff64-1300-4294-ab44-7417af67714c req-39d28302-93d9-497d-992a-5d48ec14ad43 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:54.315159 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d0c4ff64-1300-4294-ab44-7417af67714c req-39d28302-93d9-497d-992a-5d48ec14ad43 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.1089611
Feb 18 00:22:54.378034 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d0c4ff64-1300-4294-ab44-7417af67714c req-d315d514-e287-45bd-80dd-6b455d7e0733 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0532238
Feb 18 00:22:54.421228 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-44110862-d058-429b-9d7f-845e76526dba req-6cece87b-4862-48b9-bad2-c26c3758ffb6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1278436
Feb 18 00:22:54.670770 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-531cea73-c351-404a-b006-dd99def63121 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:54.673835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-531cea73-c351-404a-b006-dd99def63121 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:54.693153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:22:54.770274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:22:54.770697 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:54.861943 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [None req-531cea73-c351-404a-b006-dd99def63121 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Floating IP 71701b92-bae3-474e-b142-93d21b9e404f associated. External IP: 172.27.3.46, port: 3b3f34fa-f3eb-4370-9db5-75a19549a155.
Feb 18 00:22:55.098224 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:55.455105 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531cea73-c351-404a-b006-dd99def63121 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:22:55.584464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28297b37-7d78-4a11-acd7-c21111b8d1cd req-2e46e4c7-202c-4cfc-a920-9b08cdb4d630 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:55.586099 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-28297b37-7d78-4a11-acd7-c21111b8d1cd req-2e46e4c7-202c-4cfc-a920-9b08cdb4d630 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.0908394
Feb 18 00:22:55.638606 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-28297b37-7d78-4a11-acd7-c21111b8d1cd req-c3fd1ec4-64be-41ba-aaf1-d05c8bcac37d tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0454803
Feb 18 00:22:55.663857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531cea73-c351-404a-b006-dd99def63121 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:22:55.669170 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-531cea73-c351-404a-b006-dd99def63121 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:55.673785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5811e35-8a34-4ca1-ac8a-a24082acb1b2 None None] Sync routers for ids ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:22:55.684236 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5811e35-8a34-4ca1-ac8a-a24082acb1b2 None None] Routers {'9f61b6da-e04c-4bc3-880f-9d20b1e20c74'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:55.684926 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d5811e35-8a34-4ca1-ac8a-a24082acb1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f93b978>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:22:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:55.731975 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-531cea73-c351-404a-b006-dd99def63121 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "PUT /v2.0/floatingips/71701b92-bae3-474e-b142-93d21b9e404f HTTP/1.1" status: 200  len: 990 time: 1.9087892
Feb 18 00:22:55.732843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'tag': '3b3f34fa-f3eb-4370-9db5-75a19549a155'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:22:55.807767 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'tag': '3b3f34fa-f3eb-4370-9db5-75a19549a155', 'status': 'completed', 'code': 200}
Feb 18 00:22:55.880215 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d5811e35-8a34-4ca1-ac8a-a24082acb1b2 None None] Set router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:55.923711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187be4e-bcd2-4894-976a-0499f942b650 req-dd7ce5af-5253-4388-883e-f48af3547d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:55.926312 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c187be4e-bcd2-4894-976a-0499f942b650 req-dd7ce5af-5253-4388-883e-f48af3547d55 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 1162 time: 0.0944753
Feb 18 00:22:56.065804 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:56.082085 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187be4e-bcd2-4894-976a-0499f942b650 req-85b80b74-8b71-49b5-a613-48d2e8f068a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:56.083327 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c187be4e-bcd2-4894-976a-0499f942b650 req-85b80b74-8b71-49b5-a613-48d2e8f068a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 200  len: 910 time: 0.1511598
Feb 18 00:22:56.251264 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c187be4e-bcd2-4894-976a-0499f942b650 req-4ea731ec-ce65-47ac-ae73-3e83ffd149a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b3f34fa-f3eb-4370-9db5-75a19549a155 HTTP/1.1" status: 200  len: 998 time: 0.1605883
Feb 18 00:22:56.288157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d5811e35-8a34-4ca1-ac8a-a24082acb1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f93b978>, [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '71701b92-bae3-474e-b142-93d21b9e404f', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'port_id': '3b3f34fa-f3eb-4370-9db5-75a19549a155', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'mac_address': 'fa:16:3e:a9:2a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:22:39Z', 'updated_at': '2021-02-18T00:22:54Z', 'revision_number': 1, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:44Z', 'revision_number': 5, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:56.292283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5811e35-8a34-4ca1-ac8a-a24082acb1b2 None None] Checking router: 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:22:56.301374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5811e35-8a34-4ca1-ac8a-a24082acb1b2 None None] Routers {'9f61b6da-e04c-4bc3-880f-9d20b1e20c74'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:22:56.302029 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d5811e35-8a34-4ca1-ac8a-a24082acb1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f93b978>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:22:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:56.321482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d337d-8521-4f1e-bb50-a10d73d2f17d req-c7877833-1188-4f4b-a920-a996fa173d46 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:56.323089 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d76d337d-8521-4f1e-bb50-a10d73d2f17d req-c7877833-1188-4f4b-a920-a996fa173d46 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 945 time: 0.1788917
Feb 18 00:22:56.358867 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187be4e-bcd2-4894-976a-0499f942b650 req-b409223b-5eb5-4c55-a7ea-7f07901ef8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:56.360699 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c187be4e-bcd2-4894-976a-0499f942b650 req-b409223b-5eb5-4c55-a7ea-7f07901ef8e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=487d7c03-e55f-4907-bb69-fbafd63dd354 HTTP/1.1" status: 200  len: 855 time: 0.0964005
Feb 18 00:22:56.431922 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-d76d337d-8521-4f1e-bb50-a10d73d2f17d req-6ccf13e9-a037-4953-9106-46f7ebc6f173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Synchronizing usage tracker for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:22:56.453856 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-d76d337d-8521-4f1e-bb50-a10d73d2f17d req-6ccf13e9-a037-4953-9106-46f7ebc6f173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Unset dirty status for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:22:56.455072 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d76d337d-8521-4f1e-bb50-a10d73d2f17d req-6ccf13e9-a037-4953-9106-46f7ebc6f173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251769
Feb 18 00:22:56.470121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:56.475712 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187be4e-bcd2-4894-976a-0499f942b650 req-58403fdd-d666-4008-9692-11d3afde4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:56.477546 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c187be4e-bcd2-4894-976a-0499f942b650 req-58403fdd-d666-4008-9692-11d3afde4a04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e56fb3ca-8d4f-4ec5-997c-7262756285e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1061847
Feb 18 00:22:56.631300 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c187be4e-bcd2-4894-976a-0499f942b650 req-7d6fd3f0-c663-470c-8a02-40d788e154f2 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458650
Feb 18 00:22:56.681339 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d5811e35-8a34-4ca1-ac8a-a24082acb1b2 None None] Set router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:22:56.782334 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c187be4e-bcd2-4894-976a-0499f942b650 req-8e4aea61-56c2-43ad-ba48-776ad084bca2 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421931
Feb 18 00:22:56.855146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6dbed-9ed0-41ea-8016-08a9c7178069 req-ff6557ab-fd62-4515-a0a6-ac27a0557787 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:56.856790 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4ff6dbed-9ed0-41ea-8016-08a9c7178069 req-ff6557ab-fd62-4515-a0a6-ac27a0557787 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.1005445
Feb 18 00:22:56.906814 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4ff6dbed-9ed0-41ea-8016-08a9c7178069 req-11256027-ad62-47d8-aeb5-bfeef6d82ed4 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0429435
Feb 18 00:22:57.058080 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d5811e35-8a34-4ca1-ac8a-a24082acb1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f93b978>, [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '71701b92-bae3-474e-b142-93d21b9e404f', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'port_id': '3b3f34fa-f3eb-4370-9db5-75a19549a155', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'mac_address': 'fa:16:3e:a9:2a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:22:39Z', 'updated_at': '2021-02-18T00:22:54Z', 'revision_number': 1, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:44Z', 'revision_number': 5, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:22:57.062229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5811e35-8a34-4ca1-ac8a-a24082acb1b2 None None] The sync data for ids ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'] in dv-cinder-751579-21-iscsi is: [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '71701b92-bae3-474e-b142-93d21b9e404f', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'port_id': '3b3f34fa-f3eb-4370-9db5-75a19549a155', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'mac_address': 'fa:16:3e:a9:2a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:22:39Z', 'updated_at': '2021-02-18T00:22:54Z', 'revision_number': 1, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:44Z', 'revision_number': 5, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:22:57.110862 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb461fe4-cc4f-455b-a9f7-ada85676b3e1 req-3687a7f7-9700-4ab8-ba59-90adbc888516 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:57.112491 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb461fe4-cc4f-455b-a9f7-ada85676b3e1 req-3687a7f7-9700-4ab8-ba59-90adbc888516 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.0915713
Feb 18 00:22:57.160943 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb461fe4-cc4f-455b-a9f7-ada85676b3e1 req-b27f55dc-d543-4d16-bcad-600b3d509a62 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0413122
Feb 18 00:22:57.346259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7e806-b8d2-42a5-a08e-9cf5cd19c71d None None] New status for floating IP 71701b92-bae3-474e-b142-93d21b9e404f: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:22:57.364771 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-310be023-749d-4aae-96a8-b5af37eccde2 req-c5394920-6f3d-4d15-a2d7-8504edc88f01 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1641359
Feb 18 00:22:57.374950 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Request body: {'floatingip': {'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:22:57.380721 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:22:57.384843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Usage tracker for resource:floatingip and tenant:81448b37f7984bc69c0df61b137becc1 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:22:57.387845 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:22:57.393706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:22:57.403765 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for floatingip, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:57.553237 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:57.671178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf4318-7a49-4cb6-8723-f7190540f374 req-c66d660c-0760-4786-9c64-b2ef0b019ccb tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:57.672057 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-2ddf4318-7a49-4cb6-8723-f7190540f374 req-c66d660c-0760-4786-9c64-b2ef0b019ccb tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Synchronizing usage tracker for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:22:57.686842 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-2ddf4318-7a49-4cb6-8723-f7190540f374 req-c66d660c-0760-4786-9c64-b2ef0b019ccb tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Unset dirty status for tenant:acbe6b9a6cef4c53a0b9b1ea15b35d58 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:22:57.687971 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ddf4318-7a49-4cb6-8723-f7190540f374 req-c66d660c-0760-4786-9c64-b2ef0b019ccb tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 945 time: 0.1159716
Feb 18 00:22:57.739022 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ddf4318-7a49-4cb6-8723-f7190540f374 req-e8a107b1-a550-4ea0-875a-30b3525d9436 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443687
Feb 18 00:22:57.830357 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Allocated IP 172.27.3.177 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/e4f693b9-b8c6-4209-be8c-fd16b31b6263) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:22:57.985168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:58.065219 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:58.081749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:58.225390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Pushing event updated for resources: {'Port': ['ID=e4f693b9-b8c6-4209-be8c-fd16b31b6263,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:58.243089 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.243494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.243891 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.244283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.244697 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.245085 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.245466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.245845 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.246250 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.246606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.246984 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.247360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.247797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.248176 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.248580 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.248959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.249335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.249711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.250088 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.250462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.250840 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.251231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.251592 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.251970 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:22:58.256838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:58.303959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-c32b044b-d501-4bc7-8a43-7780391f61da tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:58.305495 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-c32b044b-d501-4bc7-8a43-7780391f61da tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.58 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 945 time: 0.2943740
Feb 18 00:22:58.366389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:22:58.369776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:22:58.372146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:22:58.438535 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Deleting port d0a71600-2e39-42a1-bbbf-4a99f03da215 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:22:58.438911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:58.685702 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d0a71600-2e39-42a1-bbbf-4a99f03da215 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:22:58.811025 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:58.841684 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:22:58.852949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port d0a71600-2e39-42a1-bbbf-4a99f03da215, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215,segment=NetworkSegment(5df5cdbe-bb6b-4ace-9019-3d8548900301),segment_id=5df5cdbe-bb6b-4ace-9019-3d8548900301)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:58.855990 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:58.858594 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-88540445-4280-487e-901c-716f972b0e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:58.873385 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:58.937678 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=d0a71600-2e39-42a1-bbbf-4a99f03da215,revision_number=7']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:58.941217 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:58.950390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d6e95-df43-4b0b-b086-592c0dd7148c req-47be85f6-22c3-488a-8ab0-aa3b7a3ad8ff tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:22:58.952026 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-622d6e95-df43-4b0b-b086-592c0dd7148c req-47be85f6-22c3-488a-8ab0-aa3b7a3ad8ff tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 943 time: 0.0902834
Feb 18 00:22:58.986244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:59.005255 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-622d6e95-df43-4b0b-b086-592c0dd7148c req-1698560e-e5a0-4747-8e2e-0a29020f36a7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461845
Feb 18 00:22:59.049491 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] For port d0a71600-2e39-42a1-bbbf-4a99f03da215, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215,segment=NetworkSegment(5df5cdbe-bb6b-4ace-9019-3d8548900301),segment_id=5df5cdbe-bb6b-4ace-9019-3d8548900301)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:22:59.049887 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:59.058916 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215', 'code': 200}
Feb 18 00:22:59.230408 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Calling delete_port for d0a71600-2e39-42a1-bbbf-4a99f03da215 owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:22:59.418125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 00:22:59.418487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_db.api [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 00:22:59.480372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:59.483698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:59.502491 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:22:59.637107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Pushing event updated for resources: {'Port': ['ID=e4f693b9-b8c6-4209-be8c-fd16b31b6263,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:22:59.642537 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:22:59.739824 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:59.763983 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:22:59.765326 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-310be023-749d-4aae-96a8-b5af37eccde2 req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.3945923
Feb 18 00:22:59.852495 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-310be023-749d-4aae-96a8-b5af37eccde2 req-d7b0403a-a5f2-42e0-8ab0-7ae71c4d9353 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Synchronizing usage tracker for tenant:81448b37f7984bc69c0df61b137becc1 on resource:floatingip {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:22:59.868881 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-310be023-749d-4aae-96a8-b5af37eccde2 req-d7b0403a-a5f2-42e0-8ab0-7ae71c4d9353 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Unset dirty status for tenant:81448b37f7984bc69c0df61b137becc1 on resource:floatingip {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:22:59.870093 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-310be023-749d-4aae-96a8-b5af37eccde2 req-d7b0403a-a5f2-42e0-8ab0-7ae71c4d9353 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.177 HTTP/1.1" status: 200  len: 696 time: 0.0984373
Feb 18 00:22:59.951950 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Deleting port d0a71600-2e39-42a1-bbbf-4a99f03da215 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:22:59.952328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:00.137106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310be023-749d-4aae-96a8-b5af37eccde2 req-901384a3-70c8-432f-9b04-9993b7dabc99 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:00.138600 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-310be023-749d-4aae-96a8-b5af37eccde2 req-901384a3-70c8-432f-9b04-9993b7dabc99 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/networks/3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 HTTP/1.1" status: 200  len: 784 time: 0.2625306
Feb 18 00:23:00.209630 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b49f9-bbc8-4197-813b-7547d434bf0c req-a120b379-934f-4c99-86ad-018563872b12 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:00.211537 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae8b49f9-bbc8-4197-813b-7547d434bf0c req-a120b379-934f-4c99-86ad-018563872b12 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 943 time: 0.0878079
Feb 18 00:23:00.212059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-310be023-749d-4aae-96a8-b5af37eccde2 req-b8ea7b45-5d5c-4cf5-8e50-b8e143159914 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:23:00.213196 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-310be023-749d-4aae-96a8-b5af37eccde2 req-b8ea7b45-5d5c-4cf5-8e50-b8e143159914 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0567186
Feb 18 00:23:00.281936 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae8b49f9-bbc8-4197-813b-7547d434bf0c req-f6e972c8-046c-4839-bae2-2b67e0bb1a34 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b53a20-552c-4559-a540-84607ff00d08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494432
Feb 18 00:23:00.292329 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] For port d0a71600-2e39-42a1-bbbf-4a99f03da215, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d0a71600-2e39-42a1-bbbf-4a99f03da215,segment=NetworkSegment(5df5cdbe-bb6b-4ace-9019-3d8548900301),segment_id=5df5cdbe-bb6b-4ace-9019-3d8548900301)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:23:00.292781 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:00.476453 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Calling delete_port for d0a71600-2e39-42a1-bbbf-4a99f03da215 owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:23:00.590780 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-3915c048-6de4-4c1c-95d5-6b83da28fadc tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:00.592393 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-3915c048-6de4-4c1c-95d5-6b83da28fadc tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2288995
Feb 18 00:23:00.723525 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-47451df2-3f62-4ae7-8b5b-79e50ed50c16 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.177 HTTP/1.1" status: 200  len: 696 time: 0.1005216
Feb 18 00:23:00.735795 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-37cb396e-9f4b-4d83-b00b-8a7d205012bd tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Request body: {'floatingip': {'port_id': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:23:00.800245 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:00.830187 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-42a887d9-3fb3-41b2-8d7c-4716ef82a688 tempest-VolumesActionsTest-935415065 tempest-VolumesActionsTest-935415065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:00.929872 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Pushing event deleted for resources: {'Port': ['ID=d0a71600-2e39-42a1-bbbf-4a99f03da215,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:00.932659 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:00.935285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-37cb396e-9f4b-4d83-b00b-8a7d205012bd tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for floatingip, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:01.463413 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a305dd91-4cce-477d-be84-0c284529b6c0 req-fc2cba18-a6a7-4a33-beac-184592714846 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70e0e76-a87b-4a86-97a6-efb175486a7f HTTP/1.1" status: 200  len: 210 time: 0.0569243
Feb 18 00:23:01.529830 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] No DVR routers for this DVR port d0a71600-2e39-42a1-bbbf-4a99f03da215 on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:23:01.533988 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:01.536802 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'name': 'network-vif-deleted', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:23:01.564567 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-38df07b7-a531-48f6-8545-d80fb382ee98 req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] 10.222.0.58 "DELETE /v2.0/ports/d0a71600-2e39-42a1-bbbf-4a99f03da215 HTTP/1.1" status: 204  len: 173 time: 3.2525105
Feb 18 00:23:01.647381 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70e0e76-a87b-4a86-97a6-efb175486a7f', 'name': 'network-vif-deleted', 'tag': 'd0a71600-2e39-42a1-bbbf-4a99f03da215', 'status': 'completed', 'code': 200}
Feb 18 00:23:01.927921 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-37cb396e-9f4b-4d83-b00b-8a7d205012bd tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:01.930734 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-37cb396e-9f4b-4d83-b00b-8a7d205012bd tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:02.120628 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-37cb396e-9f4b-4d83-b00b-8a7d205012bd tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Floating IP 1163e82c-a8aa-40dc-9555-4a4f8f2f5c82 associated. External IP: 172.27.3.177, port: 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747.
Feb 18 00:23:02.497875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-37cb396e-9f4b-4d83-b00b-8a7d205012bd tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Router 5f2748a9-8b85-4c8a-a284-390d387997f3 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:23:02.706950 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-37cb396e-9f4b-4d83-b00b-8a7d205012bd tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:23:02.711269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-37cb396e-9f4b-4d83-b00b-8a7d205012bd tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:02.717107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc14891-f5ce-493a-8be9-778f07eefe6a None None] Sync routers for ids ['5f2748a9-8b85-4c8a-a284-390d387997f3'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:23:02.739460 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc14891-f5ce-493a-8be9-778f07eefe6a None None] Routers {'5f2748a9-8b85-4c8a-a284-390d387997f3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:23:02.740596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-9cc14891-f5ce-493a-8be9-778f07eefe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f54bcc0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:22:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5f2748a9-8b85-4c8a-a284-390d387997f3'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:02.773793 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-37cb396e-9f4b-4d83-b00b-8a7d205012bd tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "PUT /v2.0/floatingips/1163e82c-a8aa-40dc-9555-4a4f8f2f5c82 HTTP/1.1" status: 200  len: 997 time: 2.0435658
Feb 18 00:23:02.888653 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-727609ed-5933-49e7-8698-3a4bd76462cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:02.890729 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-727609ed-5933-49e7-8698-3a4bd76462cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81448b37f7984bc69c0df61b137becc1&device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 1163 time: 0.1027410
Feb 18 00:23:02.978164 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-9cc14891-f5ce-493a-8be9-778f07eefe6a None None] Set router 5f2748a9-8b85-4c8a-a284-390d387997f3 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:23:03.090164 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-eee30451-e656-455d-8b09-26b472cec13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:03.091990 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-eee30451-e656-455d-8b09-26b472cec13c service neutron] 10.222.0.55 "GET /v2.0/networks?id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 HTTP/1.1" status: 200  len: 903 time: 0.1946814
Feb 18 00:23:03.229382 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-0d388602-df36-42a2-88de-7058f1a41f72 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 HTTP/1.1" status: 200  len: 1000 time: 0.1276808
Feb 18 00:23:03.315005 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-e626c94f-5e6a-4cf3-928b-45f76eb21f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:03.316957 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-e626c94f-5e6a-4cf3-928b-45f76eb21f0e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e965978-db85-4d70-bb6a-a583c846ceb9 HTTP/1.1" status: 200  len: 848 time: 0.0772111
Feb 18 00:23:03.410368 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-2fbccff4-20b8-40ee-84dd-ca4df9fbe42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:03.412538 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-2fbccff4-20b8-40ee-84dd-ca4df9fbe42b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0879970
Feb 18 00:23:03.427248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-9cc14891-f5ce-493a-8be9-778f07eefe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f54bcc0>, [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:22:06Z', 'revision_number': 4, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port': {'id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:01Z', 'updated_at': '2021-02-18T00:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '1163e82c-a8aa-40dc-9555-4a4f8f2f5c82', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'port_id': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'mac_address': 'fa:16:3e:4c:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40622599-1573-4d1a-a832-e00a4956af39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:22:58Z', 'updated_at': '2021-02-18T00:23:01Z', 'revision_number': 1, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2049a51b-bdd7-42db-92db-5c858cf100de', 'name': '', 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'mac_address': 'fa:16:3e:16:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:05Z', 'updated_at': '2021-02-18T00:22:14Z', 'revision_number': 5, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'subnets': [{'id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:03.427640 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-6b53ab29-34d0-4aef-8aed-8e4db47cfabe service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:23:03.432218 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc14891-f5ce-493a-8be9-778f07eefe6a None None] Checking router: 5f2748a9-8b85-4c8a-a284-390d387997f3 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:23:03.435013 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-6b53ab29-34d0-4aef-8aed-8e4db47cfabe service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0132229
Feb 18 00:23:03.442202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc14891-f5ce-493a-8be9-778f07eefe6a None None] Routers {'5f2748a9-8b85-4c8a-a284-390d387997f3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:23:03.443131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-9cc14891-f5ce-493a-8be9-778f07eefe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f54bcc0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:22:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5f2748a9-8b85-4c8a-a284-390d387997f3'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:03.495175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45586) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:23:03.578473 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-f41a4c85-56f2-4b9c-8fdc-522427eb8787 service neutron] 10.222.0.55 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425605
Feb 18 00:23:03.646164 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-9cc14891-f5ce-493a-8be9-778f07eefe6a None None] Set router 5f2748a9-8b85-4c8a-a284-390d387997f3 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:23:03.662266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40622599-1573-4d1a-a832-e00a4956af39', 'tag': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:23:03.731025 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40622599-1573-4d1a-a832-e00a4956af39', 'tag': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747', 'status': 'completed', 'code': 200}
Feb 18 00:23:03.748279 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a890b8f2-af6b-4ca9-8160-23e1c3f92916 req-b9be590e-6777-492c-a9f3-da3d1e0d7128 service neutron] 10.222.0.55 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1622646
Feb 18 00:23:03.857297 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb66f15-06e4-4f2f-a2d5-dad8db4e4596 req-692c95a1-3764-40cf-9ea4-22ac543c636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:03.859040 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aeb66f15-06e4-4f2f-a2d5-dad8db4e4596 req-692c95a1-3764-40cf-9ea4-22ac543c636a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81448b37f7984bc69c0df61b137becc1&device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 1163 time: 0.0972798
Feb 18 00:23:04.039184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb66f15-06e4-4f2f-a2d5-dad8db4e4596 req-e643ef18-eec0-4acc-83e8-d3ac6b2ba01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:04.040812 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aeb66f15-06e4-4f2f-a2d5-dad8db4e4596 req-e643ef18-eec0-4acc-83e8-d3ac6b2ba01a service neutron] 10.222.0.58 "GET /v2.0/networks?id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 HTTP/1.1" status: 200  len: 903 time: 0.1641338
Feb 18 00:23:04.080398 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-9cc14891-f5ce-493a-8be9-778f07eefe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f54bcc0>, [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:22:06Z', 'revision_number': 4, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port': {'id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:01Z', 'updated_at': '2021-02-18T00:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '1163e82c-a8aa-40dc-9555-4a4f8f2f5c82', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'port_id': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'mac_address': 'fa:16:3e:4c:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40622599-1573-4d1a-a832-e00a4956af39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:22:58Z', 'updated_at': '2021-02-18T00:23:01Z', 'revision_number': 1, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2049a51b-bdd7-42db-92db-5c858cf100de', 'name': '', 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'mac_address': 'fa:16:3e:16:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:05Z', 'updated_at': '2021-02-18T00:22:14Z', 'revision_number': 5, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'subnets': [{'id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:04.084906 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc14891-f5ce-493a-8be9-778f07eefe6a None None] The sync data for ids ['5f2748a9-8b85-4c8a-a284-390d387997f3'] in dv-cinder-751579-21-iscsi is: [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:22:06Z', 'revision_number': 4, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port': {'id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:01Z', 'updated_at': '2021-02-18T00:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '1163e82c-a8aa-40dc-9555-4a4f8f2f5c82', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'port_id': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'mac_address': 'fa:16:3e:4c:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40622599-1573-4d1a-a832-e00a4956af39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:22:58Z', 'updated_at': '2021-02-18T00:23:01Z', 'revision_number': 1, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2049a51b-bdd7-42db-92db-5c858cf100de', 'name': '', 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'mac_address': 'fa:16:3e:16:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:05Z', 'updated_at': '2021-02-18T00:22:14Z', 'revision_number': 5, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'subnets': [{'id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:23:04.102909 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981850'] for router_interface, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:04.159453 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aeb66f15-06e4-4f2f-a2d5-dad8db4e4596 req-00e51401-95b4-4b7d-832f-388c65f52ac4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 HTTP/1.1" status: 200  len: 1000 time: 0.1096880
Feb 18 00:23:04.229424 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb66f15-06e4-4f2f-a2d5-dad8db4e4596 req-1c407715-f1d1-4dfc-8a64-f9647cf7d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:04.231183 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aeb66f15-06e4-4f2f-a2d5-dad8db4e4596 req-1c407715-f1d1-4dfc-8a64-f9647cf7d9e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e965978-db85-4d70-bb6a-a583c846ceb9 HTTP/1.1" status: 200  len: 848 time: 0.0648456
Feb 18 00:23:04.316892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb66f15-06e4-4f2f-a2d5-dad8db4e4596 req-2fc90e12-561f-47f6-a31c-05c75cdb5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:04.318530 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aeb66f15-06e4-4f2f-a2d5-dad8db4e4596 req-2fc90e12-561f-47f6-a31c-05c75cdb5ed9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0794461
Feb 18 00:23:04.412513 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c443314e-ac90-4b0a-aee9-db687ba5f0e9 None None] New status for floating IP 1163e82c-a8aa-40dc-9555-4a4f8f2f5c82: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:23:04.500126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Deleting port dcb6df9c-48bc-4764-8842-d03bafb17c19 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:23:04.500545 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:04.699954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] For port dcb6df9c-48bc-4764-8842-d03bafb17c19, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=dcb6df9c-48bc-4764-8842-d03bafb17c19,segment=NetworkSegment(5df5cdbe-bb6b-4ace-9019-3d8548900301),segment_id=5df5cdbe-bb6b-4ace-9019-3d8548900301)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:23:04.700299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:04.704857 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aeb66f15-06e4-4f2f-a2d5-dad8db4e4596 req-ae003a18-4601-4e11-be56-020c6f8554c4 service neutron] 10.222.0.58 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3787377
Feb 18 00:23:04.842953 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Calling delete_port for dcb6df9c-48bc-4764-8842-d03bafb17c19 owned by network:router_interface {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:23:04.850766 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aeb66f15-06e4-4f2f-a2d5-dad8db4e4596 req-c22b6780-4811-419b-a404-c8ade2d67c0f service neutron] 10.222.0.58 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387646
Feb 18 00:23:05.028314 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:05.044451 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-96f315af-216d-471c-9aab-03428773b191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:05.363687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb6df9c-48bc-4764-8842-d03bafb17c19,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:05.383269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.383694 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.384112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.384546 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.384947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.385349 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.385748 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.386146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.386543 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.386937 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.387331 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.387722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.388170 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.388589 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.388980 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.389370 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.389759 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.390149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.390536 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.390923 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.391310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.391698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.392085 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.392497 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:05.398155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:05.696744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853095038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981940'] for router_interface, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:06.201272 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Router 31c14da5-a147-417d-8461-4c84b429aada has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:23:06.392885 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:23:06.401977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88323d6a-ce00-47a4-a12c-797592e767fc None None] Sync routers for ids ['31c14da5-a147-417d-8461-4c84b429aada'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:23:06.409068 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-696eb4d0-605c-48d1-b12a-4178183b7e9a admin admin] 10.222.0.55 "PUT /v2.0/routers/31c14da5-a147-417d-8461-4c84b429aada/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9127107
Feb 18 00:23:06.409351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 45602) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:23:06.413478 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88323d6a-ce00-47a4-a12c-797592e767fc None None] Routers {'31c14da5-a147-417d-8461-4c84b429aada'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:23:06.414150 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-88323d6a-ce00-47a4-a12c-797592e767fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f9eb240>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:22:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['31c14da5-a147-417d-8461-4c84b429aada'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:06.605844 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:06.606654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-88323d6a-ce00-47a4-a12c-797592e767fc None None] Set router 31c14da5-a147-417d-8461-4c84b429aada gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:23:06.798392 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:06.806785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Deleting port d259fad3-ed0c-4b08-a426-419e691b343a {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:23:06.807159 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:06.912037 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-88323d6a-ce00-47a4-a12c-797592e767fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f9eb240>, [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:23:04Z', 'revision_number': 5, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port': {'id': 'd259fad3-ed0c-4b08-a426-419e691b343a', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c14da5-a147-417d-8461-4c84b429aada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:43Z', 'updated_at': '2021-02-18T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:06.916250 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88323d6a-ce00-47a4-a12c-797592e767fc None None] Checking router: 31c14da5-a147-417d-8461-4c84b429aada for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:23:06.925214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88323d6a-ce00-47a4-a12c-797592e767fc None None] Routers {'31c14da5-a147-417d-8461-4c84b429aada'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:23:06.925875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-88323d6a-ce00-47a4-a12c-797592e767fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f9eb240>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:22:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['31c14da5-a147-417d-8461-4c84b429aada'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:06.989502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] For port d259fad3-ed0c-4b08-a426-419e691b343a, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=d259fad3-ed0c-4b08-a426-419e691b343a,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:23:06.989898 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:07.130763 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Calling delete_port for d259fad3-ed0c-4b08-a426-419e691b343a owned by network:router_gateway {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:23:07.264070 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-88323d6a-ce00-47a4-a12c-797592e767fc None None] Set router 31c14da5-a147-417d-8461-4c84b429aada gateway port host: None {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:23:07.379278 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-88323d6a-ce00-47a4-a12c-797592e767fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f9eb240>, [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:23:06Z', 'revision_number': 6, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port_host': None}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:07.383465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88323d6a-ce00-47a4-a12c-797592e767fc None None] The sync data for ids ['31c14da5-a147-417d-8461-4c84b429aada'] in dv-cinder-751579-21-iscsi is: [{'id': '31c14da5-a147-417d-8461-4c84b429aada', 'name': 'tempest-TestMinimumBasicScenario-988884825-router', 'tenant_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:23:06Z', 'revision_number': 6, 'project_id': 'acbe6b9a6cef4c53a0b9b1ea15b35d58', 'gw_port_host': None}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:23:07.466428 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:07.482736 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-756c69aa-8fd3-44a3-8762-6b5cce29a54f tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:07.578287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d259fad3-ed0c-4b08-a426-419e691b343a,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:07.588473 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:07.711704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852801664'] for router_gateway, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:07.902164 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1084'] for router, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:07.904584 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:07.992524 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977362'] for router, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:07.993109 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31c14da5-a147-417d-8461-4c84b429aada {{(pid=83992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 00:23:08.006048 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:08.007279 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0c6bf0b2-4765-4134-a301-c07828be6cd0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/31c14da5-a147-417d-8461-4c84b429aada HTTP/1.1" status: 204  len: 168 time: 1.5960138
Feb 18 00:23:08.010022 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 45608) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:23:08.076990 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50fef10-d72a-498c-8e65-37aa014d8801 admin admin] Deleting subnet 808293fb-19c9-449a-969e-06462c294bc2 {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:23:08.079957 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c50fef10-d72a-498c-8e65-37aa014d8801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:08.131650 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c50fef10-d72a-498c-8e65-37aa014d8801 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32911427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:08.254667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c50fef10-d72a-498c-8e65-37aa014d8801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:08.424163 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device d259fad3-ed0c-4b08-a426-419e691b343a no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:23:08.461813 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: d259fad3-ed0c-4b08-a426-419e691b343a {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:23:08.462322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device d259fad3-ed0c-4b08-a426-419e691b343a not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:23:08.462856 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device dcb6df9c-48bc-4764-8842-d03bafb17c19 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:23:08.503809 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: dcb6df9c-48bc-4764-8842-d03bafb17c19 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:23:08.504288 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device dcb6df9c-48bc-4764-8842-d03bafb17c19 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:23:08.735173 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c50fef10-d72a-498c-8e65-37aa014d8801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824585018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822545795'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:08.751468 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:08.838960 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fef10-d72a-498c-8e65-37aa014d8801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808293fb-19c9-449a-969e-06462c294bc2,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:08.841750 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c50fef10-d72a-498c-8e65-37aa014d8801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:08.887583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c50fef10-d72a-498c-8e65-37aa014d8801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:08.893647 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a374f-6bd1-4f2c-bdde-e6fb06680a66 None None] Network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:23:08.893814 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c50fef10-d72a-498c-8e65-37aa014d8801 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/808293fb-19c9-449a-969e-06462c294bc2 HTTP/1.1" status: 204  len: 168 time: 0.8826439
Feb 18 00:23:08.896533 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45614) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:23:09.007623 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:23:09.009920 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:09.085488 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Deleting port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:23:09.085859 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:09.154805 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdaf7d2-b79a-424c-a1e5-4ecdb0741392 None None] DHCP port deletion for 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 request from dv-cinder-751579-21-iscsi {{(pid=83995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 00:23:09.159455 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-9bdaf7d2-b79a-424c-a1e5-4ecdb0741392 None None] Deleting port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:23:09.159879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf7d2-b79a-424c-a1e5-4ecdb0741392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:09.307538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] For port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2,segment=NetworkSegment(5df5cdbe-bb6b-4ace-9019-3d8548900301),segment_id=5df5cdbe-bb6b-4ace-9019-3d8548900301)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:23:09.307858 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:09.380910 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-9bdaf7d2-b79a-424c-a1e5-4ecdb0741392 None None] For port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2,segment=NetworkSegment(5df5cdbe-bb6b-4ace-9019-3d8548900301),segment_id=5df5cdbe-bb6b-4ace-9019-3d8548900301)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:23:09.381308 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf7d2-b79a-424c-a1e5-4ecdb0741392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:09.440085 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Calling delete_port for 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 owned by network:dhcp {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:23:09.514413 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-9bdaf7d2-b79a-424c-a1e5-4ecdb0741392 None None] Calling delete_port for 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:23:09.523958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:09.539836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:09.632636 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:09.640043 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:09.661319 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-9bdaf7d2-b79a-424c-a1e5-4ecdb0741392 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 00:23:09.661730 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-9bdaf7d2-b79a-424c-a1e5-4ecdb0741392 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 00:23:09.690893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] No DVR routers for this DVR port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 on host dv-cinder-751579-21-iscsi {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:23:09.818687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:09.932862 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd30f9f3fd0>,) {'filters': {'network_id': ['99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:09.949247 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f9f3fd0>, '5df5cdbe-bb6b-4ace-9019-3d8548900301') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:09.949578 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f9f3fd0>, '5df5cdbe-bb6b-4ace-9019-3d8548900301') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:09.962006 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33520499'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:09.976569 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:09.978525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:23:10.154527 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:23:10.163174 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-9bdaf7d2-b79a-424c-a1e5-4ecdb0741392 None None] Deleting port 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:23:10.163603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821257969'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:10.163723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf7d2-b79a-424c-a1e5-4ecdb0741392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:10.238441 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-9bdaf7d2-b79a-424c-a1e5-4ecdb0741392 None None] The port '9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2' was deleted {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 00:23:10.346137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Network 99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:23:10.369224 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:23:10.420225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:23:10.449627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:10.453960 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-594fa56d-ed1b-4ce7-bee2-34f8f302d478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:10.457262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:23:10.457663 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 9a02f0ac-f0ad-4dfd-aa5a-db57a9b54ee2 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:23:10.467916 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:10.479478 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Pushing event deleted for resources: {'Network': ['ID=99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:10.485858 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:10.493966 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] 10.222.0.55 "DELETE /v2.0/networks/99fe3a7a-31fd-40ee-a848-d23ba7dfd7f1 HTTP/1.1" status: 204  len: 168 time: 1.5962880
Feb 18 00:23:10.609773 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45624) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:23:10.662148 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ffeb9746-2b94-444e-98f7-290a7da44c71 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=acbe6b9a6cef4c53a0b9b1ea15b35d58&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508192
Feb 18 00:23:10.664420 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45630) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:23:10.727553 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3a8fbf4-2b05-4a5a-a9a9-f55f3866362f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:10.755581 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3a8fbf4-2b05-4a5a-a9a9-f55f3866362f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:10.800817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3a8fbf4-2b05-4a5a-a9a9-f55f3866362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:10.805850 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-686de838-398c-4a4c-8c73-5c1d2fc7364e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:10.819899 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8fbf4-2b05-4a5a-a9a9-f55f3866362f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b53a20-552c-4559-a540-84607ff00d08,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:10.822665 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a3a8fbf4-2b05-4a5a-a9a9-f55f3866362f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:10.828645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3a8fbf4-2b05-4a5a-a9a9-f55f3866362f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:10.832374 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a3a8fbf4-2b05-4a5a-a9a9-f55f3866362f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18b53a20-552c-4559-a540-84607ff00d08 HTTP/1.1" status: 204  len: 168 time: 0.1644630
Feb 18 00:23:20.709769 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:22.042473 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5d49888b-a94a-4269-9983-bd5db0701ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:23.814277 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1d7b4c74-2151-4b6d-8747-0c885e0c63f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:23.957629 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbfe9-f1a5-45dc-b8fa-40a7e3d266c4 req-64590036-1e5c-4acd-ba5b-089b637fcdba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:23.959202 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-326bbfe9-f1a5-45dc-b8fa-40a7e3d266c4 req-64590036-1e5c-4acd-ba5b-089b637fcdba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0898652
Feb 18 00:23:24.007031 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-326bbfe9-f1a5-45dc-b8fa-40a7e3d266c4 req-b948e5ba-602d-451b-ac6a-fc43b312a8e4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415876
Feb 18 00:23:25.101157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:25.209243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750f6b4-fdc6-4783-b6cb-f191e3db5651 req-810e7103-5f7a-4b02-a275-f025932a2be9 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:25.210899 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0750f6b4-fdc6-4783-b6cb-f191e3db5651 req-810e7103-5f7a-4b02-a275-f025932a2be9 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0876620
Feb 18 00:23:25.261871 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0750f6b4-fdc6-4783-b6cb-f191e3db5651 req-1a93b515-4ae8-493e-95cc-2a1d3a3d9e5e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443373
Feb 18 00:23:25.999863 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:26.091189 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-7c2bb6ef-a3d4-4663-bb71-d4a338cb41dc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:26.092787 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-7c2bb6ef-a3d4-4663-bb71-d4a338cb41dc tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.0879118
Feb 18 00:23:26.171804 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Deleting port 4320bf84-e79d-4578-9ed7-17e199a4ab17 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:23:26.172381 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:26.401186 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:26.492214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] For port 4320bf84-e79d-4578-9ed7-17e199a4ab17, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=4320bf84-e79d-4578-9ed7-17e199a4ab17,segment=NetworkSegment(435c97c4-2116-4e41-98aa-bf8c192acf75),segment_id=435c97c4-2116-4e41-98aa-bf8c192acf75)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:23:26.492632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:26.589218 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f2038-0b9e-4a69-9358-5453e5a9e319 req-e5165e98-9c5d-4a89-9b21-69ca8f47f038 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:26.590812 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-296f2038-0b9e-4a69-9358-5453e5a9e319 req-e5165e98-9c5d-4a89-9b21-69ca8f47f038 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 945 time: 0.2165534
Feb 18 00:23:26.726311 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-296f2038-0b9e-4a69-9358-5453e5a9e319 req-2b5456ce-60f2-40e4-b0d0-d4908780d5cb tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=13a973de-4659-43ad-848b-ecc982e47085&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1270490
Feb 18 00:23:26.857916 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:26.858256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:26.858609 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Floating IP 50f5c70a-ab02-434e-8e96-5c1f06c3b26d disassociated. External IP: 172.27.3.199, port: 4320bf84-e79d-4578-9ed7-17e199a4ab17.
Feb 18 00:23:26.858999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Calling delete_port for 4320bf84-e79d-4578-9ed7-17e199a4ab17 owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:23:26.876984 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 4320bf84-e79d-4578-9ed7-17e199a4ab17 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:23:26.995684 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:27.008773 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:27.024512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6a95c1cb-4295-46fa-9d98-88ac0ed645a3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:27.123132 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event deleted for resources: {'Port': ['ID=4320bf84-e79d-4578-9ed7-17e199a4ab17,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:27.133346 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:27.389330 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Router 1da7986e-9a14-41ae-97b5-a884f49c813a has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:23:27.583896 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:23:27.594232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120ccf6-f2b6-46f4-a10a-e1969a1e00c9 None None] Sync routers for ids ['1da7986e-9a14-41ae-97b5-a884f49c813a'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:23:27.604814 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8120ccf6-f2b6-46f4-a10a-e1969a1e00c9 None None] Routers {'1da7986e-9a14-41ae-97b5-a884f49c813a'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:23:27.605486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-8120ccf6-f2b6-46f4-a10a-e1969a1e00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd314f950f0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:23:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['1da7986e-9a14-41ae-97b5-a884f49c813a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:27.624220 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] No DVR routers for this DVR port 4320bf84-e79d-4578-9ed7-17e199a4ab17 on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:23:27.626985 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:27.631716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dad43a7-a3ce-4b47-a957-50973d3b870c', 'name': 'network-vif-deleted', 'tag': '4320bf84-e79d-4578-9ed7-17e199a4ab17'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:23:27.646229 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b7d36c07-85d2-4383-83ab-9f473190c012 req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.58 "DELETE /v2.0/ports/4320bf84-e79d-4578-9ed7-17e199a4ab17 HTTP/1.1" status: 204  len: 173 time: 1.5446320
Feb 18 00:23:27.701047 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dad43a7-a3ce-4b47-a957-50973d3b870c', 'name': 'network-vif-deleted', 'tag': '4320bf84-e79d-4578-9ed7-17e199a4ab17', 'status': 'completed', 'code': 200}
Feb 18 00:23:27.805229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-8120ccf6-f2b6-46f4-a10a-e1969a1e00c9 None None] Set router 1da7986e-9a14-41ae-97b5-a884f49c813a gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:23:27.919540 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-005ecef7-f06c-4300-879f-2d40374a2425 req-d0e1df20-b754-4eab-a9d0-afbfda2da959 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dad43a7-a3ce-4b47-a957-50973d3b870c HTTP/1.1" status: 200  len: 210 time: 0.0542793
Feb 18 00:23:28.138658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-8120ccf6-f2b6-46f4-a10a-e1969a1e00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd314f950f0>, [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:19:07Z', 'revision_number': 5, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:28.142737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120ccf6-f2b6-46f4-a10a-e1969a1e00c9 None None] Checking router: 1da7986e-9a14-41ae-97b5-a884f49c813a for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:23:28.152431 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8120ccf6-f2b6-46f4-a10a-e1969a1e00c9 None None] Routers {'1da7986e-9a14-41ae-97b5-a884f49c813a'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:23:28.153080 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-8120ccf6-f2b6-46f4-a10a-e1969a1e00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd314f950f0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:23:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['1da7986e-9a14-41ae-97b5-a884f49c813a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:28.344035 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-8120ccf6-f2b6-46f4-a10a-e1969a1e00c9 None None] Set router 1da7986e-9a14-41ae-97b5-a884f49c813a gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:23:28.668817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-8120ccf6-f2b6-46f4-a10a-e1969a1e00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd314f950f0>, [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:19:07Z', 'revision_number': 5, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:28.672924 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120ccf6-f2b6-46f4-a10a-e1969a1e00c9 None None] The sync data for ids ['1da7986e-9a14-41ae-97b5-a884f49c813a'] in dv-cinder-751579-21-iscsi is: [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:19:07Z', 'revision_number': 5, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:23:29.059422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f321ff-bfa6-46b4-9caa-114d90612807 None None] New status for floating IP 50f5c70a-ab02-434e-8e96-5c1f06c3b26d: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:23:30.072161 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45702) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:23:30.141821 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8263c989-011c-42bb-b0f9-ab9ffdbef7e7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:30.172507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8263c989-011c-42bb-b0f9-ab9ffdbef7e7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:30.227798 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8263c989-011c-42bb-b0f9-ab9ffdbef7e7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:30.233318 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dab1dd6d-d121-42c1-8d4b-55f29075e11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:30.248803 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263c989-011c-42bb-b0f9-ab9ffdbef7e7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a973de-4659-43ad-848b-ecc982e47085,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:30.251852 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8263c989-011c-42bb-b0f9-ab9ffdbef7e7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:30.259028 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8263c989-011c-42bb-b0f9-ab9ffdbef7e7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:30.260246 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8263c989-011c-42bb-b0f9-ab9ffdbef7e7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "DELETE /v2.0/security-groups/13a973de-4659-43ad-848b-ecc982e47085 HTTP/1.1" status: 204  len: 168 time: 0.1869824
Feb 18 00:23:30.263084 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45708) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:23:30.284101 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.v2.resource [None req-5c458b9b-7d21-4705-bdff-cf3575109bc8 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] show failed (client error): The resource could not be found.
Feb 18 00:23:30.285208 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5c458b9b-7d21-4705-bdff-cf3575109bc8 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups/13a973de-4659-43ad-848b-ecc982e47085 HTTP/1.1" status: 404  len: 347 time: 0.0211589
Feb 18 00:23:30.288141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45712) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:23:30.453806 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-04480960-f6f0-44c9-8dd5-432ac5325aaf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Deleting port 76ae3858-87d9-4460-8174-cff72ad73826 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:23:30.454187 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-04480960-f6f0-44c9-8dd5-432ac5325aaf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:30.630560 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-04480960-f6f0-44c9-8dd5-432ac5325aaf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:30.630853 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-04480960-f6f0-44c9-8dd5-432ac5325aaf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:30.999359 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-04480960-f6f0-44c9-8dd5-432ac5325aaf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Calling delete_port for 76ae3858-87d9-4460-8174-cff72ad73826 owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:23:31.139141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-04480960-f6f0-44c9-8dd5-432ac5325aaf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:31.154221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:31.250227 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04480960-f6f0-44c9-8dd5-432ac5325aaf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event deleted for resources: {'Port': ['ID=76ae3858-87d9-4460-8174-cff72ad73826,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:31.260845 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-04480960-f6f0-44c9-8dd5-432ac5325aaf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:31.378502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-04480960-f6f0-44c9-8dd5-432ac5325aaf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:31.393056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-04480960-f6f0-44c9-8dd5-432ac5325aaf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:31.394328 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-04480960-f6f0-44c9-8dd5-432ac5325aaf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "DELETE /v2.0/floatingips/50f5c70a-ab02-434e-8e96-5c1f06c3b26d HTTP/1.1" status: 204  len: 168 time: 1.1052058
Feb 18 00:23:31.658435 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45720) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:23:31.664464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1851550356', 'description': 'tempest-description--1749323912'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:23:31.670660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:23:31.675080 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Usage tracker for resource:security_group and tenant:7a2141dc77ca46dcb9610bc918c4f59d is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:23:31.678120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:23:31.683847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:23:31.693949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:31.716277 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:23:31.720193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Usage tracker for resource:security_group_rule and tenant:7a2141dc77ca46dcb9610bc918c4f59d is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:23:31.723147 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:23:31.728818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:23:31.803193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:31.805941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:31.811364 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5c99c194-8e56-457a-8b25-8448db97dee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:31.854501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:31.857437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:31.858713 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1991532
Feb 18 00:23:31.859926 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fe36a614-3fb6-4d3c-95f5-5679caeceb96 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:31.862575 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45724) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:23:31.868017 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-deec2aae-a0ae-44bc-a2fa-1ff780b7b7d5 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Request body: {'security_group_rule': {'security_group_id': 'b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:23:31.874160 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-deec2aae-a0ae-44bc-a2fa-1ff780b7b7d5 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:23:31.878739 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-deec2aae-a0ae-44bc-a2fa-1ff780b7b7d5 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Usage tracker for resource:security_group_rule and tenant:7a2141dc77ca46dcb9610bc918c4f59d is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:23:31.881782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-deec2aae-a0ae-44bc-a2fa-1ff780b7b7d5 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:23:31.887606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-deec2aae-a0ae-44bc-a2fa-1ff780b7b7d5 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:23:31.911919 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-deec2aae-a0ae-44bc-a2fa-1ff780b7b7d5 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:31.974460 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-deec2aae-a0ae-44bc-a2fa-1ff780b7b7d5 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:31.977062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-deec2aae-a0ae-44bc-a2fa-1ff780b7b7d5 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170069'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:31.979184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-eba59c00-d69b-479d-a47a-3b5a69d5e586 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:32.003291 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec2aae-a0ae-44bc-a2fa-1ff780b7b7d5 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9341bf-3faf-492a-b980-c919dbe67e9b,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:32.005773 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-deec2aae-a0ae-44bc-a2fa-1ff780b7b7d5 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:32.011838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-deec2aae-a0ae-44bc-a2fa-1ff780b7b7d5 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:32.013250 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-deec2aae-a0ae-44bc-a2fa-1ff780b7b7d5 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1496813
Feb 18 00:23:32.016077 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45728) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:23:32.021692 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-f65e7f0c-ffd8-4347-b898-2ff5eb893fe4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Request body: {'security_group_rule': {'security_group_id': 'b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:23:32.027583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f65e7f0c-ffd8-4347-b898-2ff5eb893fe4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:23:32.031564 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f65e7f0c-ffd8-4347-b898-2ff5eb893fe4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Usage tracker for resource:security_group_rule and tenant:7a2141dc77ca46dcb9610bc918c4f59d is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:23:32.034582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f65e7f0c-ffd8-4347-b898-2ff5eb893fe4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:23:32.040252 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f65e7f0c-ffd8-4347-b898-2ff5eb893fe4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:23:32.056353 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f65e7f0c-ffd8-4347-b898-2ff5eb893fe4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:32.121100 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f65e7f0c-ffd8-4347-b898-2ff5eb893fe4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:32.123591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f65e7f0c-ffd8-4347-b898-2ff5eb893fe4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170069'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:32.125608 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:32.148617 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e7f0c-ffd8-4347-b898-2ff5eb893fe4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7342d8-98f7-48eb-a855-e9633873f9ee,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:32.150982 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f65e7f0c-ffd8-4347-b898-2ff5eb893fe4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:32.157073 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f65e7f0c-ffd8-4347-b898-2ff5eb893fe4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:32.158397 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f65e7f0c-ffd8-4347-b898-2ff5eb893fe4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1412044
Feb 18 00:23:32.162075 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 45732) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:23:32.167551 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Request body: {'floatingip': {'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:23:32.173235 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:23:32.177886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Usage tracker for resource:floatingip and tenant:7a2141dc77ca46dcb9610bc918c4f59d is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:23:32.180925 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:23:32.186705 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:23:32.195962 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:32.340040 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:32.609014 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Allocated IP 172.27.3.246 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/143526b3-ca39-4084-a0fe-384ccf4df338) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:23:32.761426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:32.790132 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:32.805298 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:32.941512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event updated for resources: {'Port': ['ID=143526b3-ca39-4084-a0fe-384ccf4df338,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:32.946342 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:32.993720 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:23:32.994889 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:23:32.997079 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:23:33.076851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:33.139333 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:33.401974 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:33.405493 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821257939'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:33.424683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0cf6ef1c-f518-4b29-984b-859faa0895d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:33.560706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event updated for resources: {'Port': ['ID=143526b3-ca39-4084-a0fe-384ccf4df338,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:33.565009 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:33.658184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:33.680911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:33.682233 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5191550
Feb 18 00:23:33.915512 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-ba9d5071-4351-4d6e-98d5-6402cde3fef3 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1851550356&fields=id&tenant_id=7a2141dc77ca46dcb9610bc918c4f59d HTTP/1.1" status: 200  len: 267 time: 0.0497141
Feb 18 00:23:34.074418 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-96ecfaed-cf7b-4e32-86fa-53ff8966ea89 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:34.075954 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-96ecfaed-cf7b-4e32-86fa-53ff8966ea89 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/networks?id=b386a18a-6f15-4736-83e0-5ac61f0904b4 HTTP/1.1" status: 200  len: 811 time: 0.1533329
Feb 18 00:23:34.091874 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-d06e98a7-f639-4ead-ba61-7787c10f5281 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/quotas/7a2141dc77ca46dcb9610bc918c4f59d HTTP/1.1" status: 200  len: 375 time: 0.0094194
Feb 18 00:23:34.185759 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-06f67038-4846-458c-8a3b-5e6ad2c5aef6 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Synchronizing usage tracker for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:23:34.200331 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-06f67038-4846-458c-8a3b-5e6ad2c5aef6 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Unset dirty status for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:23:34.201718 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-06f67038-4846-458c-8a3b-5e6ad2c5aef6 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1041081
Feb 18 00:23:34.353146 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-48e45473-a509-433d-8a3b-aed51887dfa8 service neutron] 10.222.0.55 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380701
Feb 18 00:23:34.495870 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-aaf4e955-a3a7-41c7-a1d7-7efe0371a615 service neutron] 10.222.0.55 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362352
Feb 18 00:23:34.696741 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-35349959-fcd4-4dd5-a797-44d440f06bf6 req-f8533b4a-8ad4-47d5-abe5-bd7c4349aa64 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Synchronizing usage tracker for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:23:34.712143 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-35349959-fcd4-4dd5-a797-44d440f06bf6 req-f8533b4a-8ad4-47d5-abe5-bd7c4349aa64 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Unset dirty status for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:23:34.713486 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-35349959-fcd4-4dd5-a797-44d440f06bf6 req-f8533b4a-8ad4-47d5-abe5-bd7c4349aa64 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 210 time: 0.0701258
Feb 18 00:23:35.754360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-3404d8b1-ee54-4824-8aa6-38160e5fb42f tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:35.755937 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-3404d8b1-ee54-4824-8aa6-38160e5fb42f tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.58 "GET /v2.0/networks?id=b386a18a-6f15-4736-83e0-5ac61f0904b4 HTTP/1.1" status: 200  len: 811 time: 0.1595826
Feb 18 00:23:35.850233 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-c42acb90-aaf6-43c5-b618-f14ccc0ceadb tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d HTTP/1.1" status: 200  len: 5705 time: 0.0846994
Feb 18 00:23:35.862775 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Request body: {'port': {'device_id': '3808dc0b-2f46-4a50-930e-d49319e705a5', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'admin_state_up': True, 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'security_groups': ['b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b']}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:23:35.893791 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9a09cd9f-62a6-4283-9f9b-5ac257c0328c req-a8ec4d73-5277-49da-a8c4-f3b1483ef1e9 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 210 time: 0.0536523
Feb 18 00:23:36.237366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:23:36.247201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:23:36.256820 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Made reservation on behalf of 7a2141dc77ca46dcb9610bc918c4f59d for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:23:36.262455 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:36.567801 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Allocated IP 172.20.0.14 (b386a18a-6f15-4736-83e0-5ac61f0904b4/e7542848-0274-4fdf-981b-c757d7c492ef/004e9996-2275-4816-9c5c-e79064071740) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:23:36.764727 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:36.781658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Transition to ACTIVE for port object 004e9996-2275-4816-9c5c-e79064071740 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:23:36.804862 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:36.819918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:36.958190 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event updated for resources: {'Port': ['ID=004e9996-2275-4816-9c5c-e79064071740,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:36.962601 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:37.018274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Network b386a18a-6f15-4736-83e0-5ac61f0904b4 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:23:37.019433 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:23:37.021647 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:23:37.091612 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:37.092320 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:37.101807 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f93c1-b887-420e-9a92-522900570f13 req-0502bca3-efd3-4d7f-8c02-ef5b4529b75e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:37.103868 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4a1f93c1-b887-420e-9a92-522900570f13 req-0502bca3-efd3-4d7f-8c02-ef5b4529b75e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 932 time: 0.0930364
Feb 18 00:23:37.119623 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2615900
Feb 18 00:23:37.133681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Request body: {'port': {'device_id': '3808dc0b-2f46-4a50-930e-d49319e705a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:23:37.159137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4a1f93c1-b887-420e-9a92-522900570f13 req-cd0a0b08-b75a-46e3-b4d1-9f672583f03b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Synchronizing usage tracker for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:23:37.175067 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4a1f93c1-b887-420e-9a92-522900570f13 req-cd0a0b08-b75a-46e3-b4d1-9f672583f03b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Unset dirty status for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:23:37.175978 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4a1f93c1-b887-420e-9a92-522900570f13 req-cd0a0b08-b75a-46e3-b4d1-9f672583f03b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647137
Feb 18 00:23:37.266799 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:37.307902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-cdb5b008-10b3-4d37-93c6-93487496498a None None] Provisioning for port 004e9996-2275-4816-9c5c-e79064071740 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:23:37.312854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-cdb5b008-10b3-4d37-93c6-93487496498a None None] Provisioning complete for port 004e9996-2275-4816-9c5c-e79064071740 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:23:37.313287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cdb5b008-10b3-4d37-93c6-93487496498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:37.374180 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-cdb5b008-10b3-4d37-93c6-93487496498a None None] Port 004e9996-2275-4816-9c5c-e79064071740 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:23:37.679035 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004e9996-2275-4816-9c5c-e79064071740 {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:23:37.686746 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:37.698568 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Transition to ACTIVE for port object 004e9996-2275-4816-9c5c-e79064071740 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:23:37.701218 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:37.716727 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:37.855147 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Pushing event updated for resources: {'Port': ['ID=004e9996-2275-4816-9c5c-e79064071740,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:37.860581 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:38.044930 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Attempting to bind port 004e9996-2275-4816-9c5c-e79064071740 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:23:38.045302 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Attempting to bind port 004e9996-2275-4816-9c5c-e79064071740 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:23:38.045672 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Attempting to bind port 004e9996-2275-4816-9c5c-e79064071740 on network b386a18a-6f15-4736-83e0-5ac61f0904b4 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:23:38.051685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:23:38.052055 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Checking segment: {'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:23:38.052483 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:38.052876 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Bound using segment: {'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:23:38.053344 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Bound port: 004e9996-2275-4816-9c5c-e79064071740, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435c97c4-2116-4e41-98aa-bf8c192acf75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:23:38.053716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:38.148294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] For port 004e9996-2275-4816-9c5c-e79064071740, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:23:38.151445 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] For port 004e9996-2275-4816-9c5c-e79064071740, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=004e9996-2275-4816-9c5c-e79064071740,segment=NetworkSegment(435c97c4-2116-4e41-98aa-bf8c192acf75),segment_id=435c97c4-2116-4e41-98aa-bf8c192acf75)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:23:38.154772 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:38.170083 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f082eb2a-27bd-4c69-be11-f7ba9b5ca2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:38.352956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Pushing event updated for resources: {'Port': ['ID=004e9996-2275-4816-9c5c-e79064071740,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:38.356691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:38.394759 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:38.395538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:38.396942 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] 10.222.0.58 "PUT /v2.0/ports/004e9996-2275-4816-9c5c-e79064071740 HTTP/1.1" status: 200  len: 1158 time: 1.2681286
Feb 18 00:23:38.397463 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3808dc0b-2f46-4a50-930e-d49319e705a5', 'tag': '004e9996-2275-4816-9c5c-e79064071740'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:23:38.406897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dec8bc-4120-4887-ab4b-f364c98003b9 req-44c4389d-e23c-4871-9f82-ee87144b6ccf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:38.409647 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c2dec8bc-4120-4887-ab4b-f364c98003b9 req-44c4389d-e23c-4871-9f82-ee87144b6ccf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 944 time: 0.1024642
Feb 18 00:23:38.492219 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3808dc0b-2f46-4a50-930e-d49319e705a5', 'tag': '004e9996-2275-4816-9c5c-e79064071740', 'status': 'completed', 'code': 200}
Feb 18 00:23:38.505052 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c2dec8bc-4120-4887-ab4b-f364c98003b9 req-3230d8cb-211c-4381-b446-a96f7144ec34 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882168
Feb 18 00:23:38.525014 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-c15af16e-8f2c-4c77-9d00-c8bcda6d779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:38.526712 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-c15af16e-8f2c-4c77-9d00-c8bcda6d779b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d&device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 1161 time: 0.0947511
Feb 18 00:23:38.606160 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-ae547809-5212-493f-9f34-0539a9bb7c95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=004e9996-2275-4816-9c5c-e79064071740 HTTP/1.1" status: 200  len: 217 time: 0.0718277
Feb 18 00:23:38.676852 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15124f95-72ea-4c3d-b9d7-a2f9ceef7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:38.678443 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-15124f95-72ea-4c3d-b9d7-a2f9ceef7267 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e7542848-0274-4fdf-981b-c757d7c492ef HTTP/1.1" status: 200  len: 850 time: 0.0651171
Feb 18 00:23:38.764610 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-5c649b96-8373-488c-b753-3b1a70c723ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:38.766230 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-5c649b96-8373-488c-b753-3b1a70c723ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b386a18a-6f15-4736-83e0-5ac61f0904b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0817199
Feb 18 00:23:38.918584 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-d1d7d9ec-623c-41fc-a352-d69434ea1303 service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448510
Feb 18 00:23:39.061669 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140d2673-8df9-4047-b5e1-3b2415e269b5 req-678dd66b-2320-434f-8a81-2174914af6a5 service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357358
Feb 18 00:23:39.183628 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b443355-a0f2-44f1-bf8d-6105fe9eed58 req-b09a673c-37f1-4cc5-b72d-379a1884c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:39.185253 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8b443355-a0f2-44f1-bf8d-6105fe9eed58 req-b09a673c-37f1-4cc5-b72d-379a1884c163 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d&device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 1161 time: 0.0767879
Feb 18 00:23:39.327561 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b443355-a0f2-44f1-bf8d-6105fe9eed58 req-6c08366b-709f-4fae-b67c-8bb8b7d5ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:39.329103 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8b443355-a0f2-44f1-bf8d-6105fe9eed58 req-6c08366b-709f-4fae-b67c-8bb8b7d5ce2d service neutron] 10.222.0.58 "GET /v2.0/networks?id=b386a18a-6f15-4736-83e0-5ac61f0904b4 HTTP/1.1" status: 200  len: 905 time: 0.1373518
Feb 18 00:23:39.407944 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8b443355-a0f2-44f1-bf8d-6105fe9eed58 req-9e475027-8e9d-4900-a4a9-3d432ed59243 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=004e9996-2275-4816-9c5c-e79064071740 HTTP/1.1" status: 200  len: 217 time: 0.0715241
Feb 18 00:23:39.476106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b443355-a0f2-44f1-bf8d-6105fe9eed58 req-e9f51991-3706-4c69-8dfe-039df25ac08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:39.477634 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8b443355-a0f2-44f1-bf8d-6105fe9eed58 req-e9f51991-3706-4c69-8dfe-039df25ac08e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e7542848-0274-4fdf-981b-c757d7c492ef HTTP/1.1" status: 200  len: 850 time: 0.0626729
Feb 18 00:23:39.566590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b443355-a0f2-44f1-bf8d-6105fe9eed58 req-4037ecd0-6b18-494d-b886-399e98210745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:39.568260 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8b443355-a0f2-44f1-bf8d-6105fe9eed58 req-4037ecd0-6b18-494d-b886-399e98210745 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b386a18a-6f15-4736-83e0-5ac61f0904b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0796175
Feb 18 00:23:40.020105 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8b443355-a0f2-44f1-bf8d-6105fe9eed58 req-0efc7844-89f5-4efa-b08d-9ca9b36c44a3 service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4386392
Feb 18 00:23:40.030023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7078b7-f2cf-429a-8d61-a4b6801629c8 req-503db151-fc7b-408b-ae3b-509596ebe29c tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:40.030654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-8f7078b7-f2cf-429a-8d61-a4b6801629c8 req-503db151-fc7b-408b-ae3b-509596ebe29c tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Synchronizing usage tracker for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:23:40.133279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-8f7078b7-f2cf-429a-8d61-a4b6801629c8 req-503db151-fc7b-408b-ae3b-509596ebe29c tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Unset dirty status for tenant:7a2141dc77ca46dcb9610bc918c4f59d on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:23:40.134526 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8f7078b7-f2cf-429a-8d61-a4b6801629c8 req-503db151-fc7b-408b-ae3b-509596ebe29c tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 944 time: 0.4824538
Feb 18 00:23:40.214706 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8f7078b7-f2cf-429a-8d61-a4b6801629c8 req-e54bc5c7-b755-4355-ac3d-eaf04723e203 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732286
Feb 18 00:23:40.218094 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8b443355-a0f2-44f1-bf8d-6105fe9eed58 req-b090859e-5311-4f84-967a-fc2b451fe113 service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1835530
Feb 18 00:23:41.381993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 004e9996-2275-4816-9c5c-e79064071740 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:23:41.433343 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05af38-78c5-4b2b-9f7b-5560582f41ab req-489a52b6-7ffb-428b-b941-79244c425e6e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:41.434632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b792-1403-407b-bbe0-20a1e04e198a req-fca37c77-3353-4307-b096-196c8be90944 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:41.434904 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4a05af38-78c5-4b2b-9f7b-5560582f41ab req-489a52b6-7ffb-428b-b941-79244c425e6e tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 944 time: 0.0954657
Feb 18 00:23:41.436232 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9fb0b792-1403-407b-bbe0-20a1e04e198a req-fca37c77-3353-4307-b096-196c8be90944 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0907531
Feb 18 00:23:41.454091 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port 004e9996-2275-4816-9c5c-e79064071740 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:23:41.459751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 004e9996-2275-4816-9c5c-e79064071740 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:23:41.460166 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:41.485800 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9fb0b792-1403-407b-bbe0-20a1e04e198a req-ff937fde-d643-4361-a62b-c68473bcc9f4 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433307
Feb 18 00:23:41.486854 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4a05af38-78c5-4b2b-9f7b-5560582f41ab req-9022c0bb-2bec-4958-ae72-4fb0ad02f69f tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436823
Feb 18 00:23:41.584607 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:41.612838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3808dc0b-2f46-4a50-930e-d49319e705a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004e9996-2275-4816-9c5c-e79064071740'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:23:41.622900 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 004e9996-2275-4816-9c5c-e79064071740, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=004e9996-2275-4816-9c5c-e79064071740,segment=NetworkSegment(435c97c4-2116-4e41-98aa-bf8c192acf75),segment_id=435c97c4-2116-4e41-98aa-bf8c192acf75)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:23:41.625865 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:41.628311 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:23:41.665483 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3808dc0b-2f46-4a50-930e-d49319e705a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004e9996-2275-4816-9c5c-e79064071740', 'code': 200}
Feb 18 00:23:41.699442 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=004e9996-2275-4816-9c5c-e79064071740,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:23:41.707380 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.707771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.708156 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.708576 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.708951 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.709325 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.709695 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.710065 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.710452 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.710819 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.711189 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.711555 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.711980 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.712365 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.712733 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.713116 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.713485 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.713850 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.714215 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.714575 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.714936 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.715286 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.715655 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.716018 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:23:41.720527 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:23:41.903018 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbebcb2-0924-4504-b093-969a060d5c2b req-2e494486-ac50-4da8-b914-02e6a92d6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:41.904630 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6fbebcb2-0924-4504-b093-969a060d5c2b req-2e494486-ac50-4da8-b914-02e6a92d6707 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 1163 time: 0.0759954
Feb 18 00:23:41.951706 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6fbebcb2-0924-4504-b093-969a060d5c2b req-436cf03f-df18-4f21-9aae-8a170e393189 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400522
Feb 18 00:23:42.700031 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd39521-46ce-4c0b-8e92-a0ef13da9ef6 req-9cd53f20-8810-419c-8e50-3be92860a3c6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:42.701694 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6bd39521-46ce-4c0b-8e92-a0ef13da9ef6 req-9cd53f20-8810-419c-8e50-3be92860a3c6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0872383
Feb 18 00:23:42.749999 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6bd39521-46ce-4c0b-8e92-a0ef13da9ef6 req-157ab167-acc9-42e6-b3b1-3dc87a62de76 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413990
Feb 18 00:23:42.871952 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4b6ae-38b6-4a8a-b291-22fbad5d1a80 req-1e95cce5-6e0b-4e47-8a36-25d80a5a4a69 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:42.873588 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1cf4b6ae-38b6-4a8a-b291-22fbad5d1a80 req-1e95cce5-6e0b-4e47-8a36-25d80a5a4a69 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 946 time: 0.2664242
Feb 18 00:23:42.920174 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1cf4b6ae-38b6-4a8a-b291-22fbad5d1a80 req-bf628744-144a-4b81-a8ee-b99df7dbc066 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395155
Feb 18 00:23:43.051097 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 004e9996-2275-4816-9c5c-e79064071740 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:23:43.126658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 004e9996-2275-4816-9c5c-e79064071740 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:23:43.127818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:44.012841 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6960-e928-418c-8987-83f8a2d48250 req-e05ede00-cf9a-44d1-b21c-91ae48d27eb2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:44.014456 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0e7a6960-e928-418c-8987-83f8a2d48250 req-e05ede00-cf9a-44d1-b21c-91ae48d27eb2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.1470332
Feb 18 00:23:44.063032 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0e7a6960-e928-418c-8987-83f8a2d48250 req-18f85dc7-83be-4a5f-8cb9-bb739b7b12e4 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413876
Feb 18 00:23:44.125882 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0c587-b692-4dcd-b570-6cb348247a33 req-faef46e5-9bf0-401d-8467-b08dd5c864ec tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:44.128029 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-79c0c587-b692-4dcd-b570-6cb348247a33 req-faef46e5-9bf0-401d-8467-b08dd5c864ec tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 946 time: 0.0895700
Feb 18 00:23:44.174783 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-79c0c587-b692-4dcd-b570-6cb348247a33 req-c8d60348-0f2d-4a73-8ffe-7c744eb6ff4f tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404990
Feb 18 00:23:44.369095 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30407a-cedf-47ad-85ee-58b113a26a0a req-692e7d6c-5b57-4c73-bbab-3e3aab09dab2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:44.370694 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7a30407a-cedf-47ad-85ee-58b113a26a0a req-692e7d6c-5b57-4c73-bbab-3e3aab09dab2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 946 time: 0.0877111
Feb 18 00:23:44.380675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 45832) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:23:44.386175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-fb5e7ba6-466f-4afd-bf89-f1ebe5d52470 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Request body: {'floatingip': {'port_id': '004e9996-2275-4816-9c5c-e79064071740'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:23:44.470194 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7ba6-466f-4afd-bf89-f1ebe5d52470 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for floatingip, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:45.096783 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7ba6-466f-4afd-bf89-f1ebe5d52470 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:45.100333 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7ba6-466f-4afd-bf89-f1ebe5d52470 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:45.274069 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cec282-a420-41c6-bd14-2861c57e1663 req-279fbf16-2123-49cd-852b-552657a08039 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:45.275781 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-80cec282-a420-41c6-bd14-2861c57e1663 req-279fbf16-2123-49cd-852b-552657a08039 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0950904
Feb 18 00:23:45.327411 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-80cec282-a420-41c6-bd14-2861c57e1663 req-f7aab537-3055-4b63-adef-63bca915c4af tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453188
Feb 18 00:23:45.341432 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [None req-fb5e7ba6-466f-4afd-bf89-f1ebe5d52470 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Floating IP b2bb2f87-c798-471f-b14c-f440faed219c associated. External IP: 172.27.3.246, port: 004e9996-2275-4816-9c5c-e79064071740.
Feb 18 00:23:45.456570 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c032e61e-1380-4091-8eed-9ba24b6bfc17 req-184d4e0a-f213-4f21-8a4e-2d856c9dc268 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2019389
Feb 18 00:23:45.714798 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032e61e-1380-4091-8eed-9ba24b6bfc17 req-636dd7eb-6f47-4f07-b396-c4c945ab80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:45.716335 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c032e61e-1380-4091-8eed-9ba24b6bfc17 req-636dd7eb-6f47-4f07-b396-c4c945ab80ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81448b37f7984bc69c0df61b137becc1&device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 1163 time: 0.1877825
Feb 18 00:23:46.007998 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:23:46.142262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5e7ba6-466f-4afd-bf89-f1ebe5d52470 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Router 1da7986e-9a14-41ae-97b5-a884f49c813a has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:23:46.257860 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032e61e-1380-4091-8eed-9ba24b6bfc17 req-285e525f-b7a9-41a2-a283-e37e9c843b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:46.259497 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c032e61e-1380-4091-8eed-9ba24b6bfc17 req-285e525f-b7a9-41a2-a283-e37e9c843b42 service neutron] 10.222.0.58 "GET /v2.0/networks?id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 HTTP/1.1" status: 200  len: 903 time: 0.4857452
Feb 18 00:23:46.499185 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c032e61e-1380-4091-8eed-9ba24b6bfc17 req-8c031105-1a80-4fc0-a1e6-8263f5f4c3fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 HTTP/1.1" status: 200  len: 1002 time: 0.2256284
Feb 18 00:23:46.507823 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5e7ba6-466f-4afd-bf89-f1ebe5d52470 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:23:46.516758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7ba6-466f-4afd-bf89-f1ebe5d52470 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:46.518317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f961b-4a8f-480e-a5cc-b17ac127a97b None None] Sync routers for ids ['1da7986e-9a14-41ae-97b5-a884f49c813a'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:23:46.528134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f961b-4a8f-480e-a5cc-b17ac127a97b None None] Routers {'1da7986e-9a14-41ae-97b5-a884f49c813a'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:23:46.528793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-419f961b-4a8f-480e-a5cc-b17ac127a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f6cef98>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:23:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['1da7986e-9a14-41ae-97b5-a884f49c813a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:46.646212 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-fb5e7ba6-466f-4afd-bf89-f1ebe5d52470 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "PUT /v2.0/floatingips/b2bb2f87-c798-471f-b14c-f440faed219c HTTP/1.1" status: 200  len: 992 time: 2.2644072
Feb 18 00:23:46.648729 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3808dc0b-2f46-4a50-930e-d49319e705a5', 'tag': '004e9996-2275-4816-9c5c-e79064071740'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:23:46.659938 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032e61e-1380-4091-8eed-9ba24b6bfc17 req-07430181-39a1-44ef-b6bc-0a952440bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:46.661548 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c032e61e-1380-4091-8eed-9ba24b6bfc17 req-07430181-39a1-44ef-b6bc-0a952440bf6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e965978-db85-4d70-bb6a-a583c846ceb9 HTTP/1.1" status: 200  len: 848 time: 0.1184697
Feb 18 00:23:46.718479 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-419f961b-4a8f-480e-a5cc-b17ac127a97b None None] Set router 1da7986e-9a14-41ae-97b5-a884f49c813a gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:23:46.728635 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37f674-42ac-4970-819a-c500efa33777 req-0db3a26a-2e48-4e5e-ab00-88e56a8350bb tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:46.730296 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bc37f674-42ac-4970-819a-c500efa33777 req-0db3a26a-2e48-4e5e-ab00-88e56a8350bb tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.2837551
Feb 18 00:23:46.798379 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bc37f674-42ac-4970-819a-c500efa33777 req-42901f59-a7be-45c3-b17f-35f6591a692d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590515
Feb 18 00:23:46.801723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032e61e-1380-4091-8eed-9ba24b6bfc17 req-cdef7fdd-af1c-4217-9096-65c186f6cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:46.803259 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c032e61e-1380-4091-8eed-9ba24b6bfc17 req-cdef7fdd-af1c-4217-9096-65c186f6cc85 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1346452
Feb 18 00:23:46.835862 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3808dc0b-2f46-4a50-930e-d49319e705a5', 'tag': '004e9996-2275-4816-9c5c-e79064071740', 'status': 'completed', 'code': 200}
Feb 18 00:23:46.936129 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332f6f0-ab03-4b0a-906b-1abe86057d15 req-18786476-8549-4eb8-bb5a-e9b9b7a62065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:46.937897 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9332f6f0-ab03-4b0a-906b-1abe86057d15 req-18786476-8549-4eb8-bb5a-e9b9b7a62065 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d&device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 1163 time: 0.0852377
Feb 18 00:23:46.955216 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c032e61e-1380-4091-8eed-9ba24b6bfc17 req-ed51462d-eb65-4a0e-8f6c-39885ad3c82e service neutron] 10.222.0.58 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445947
Feb 18 00:23:47.093109 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332f6f0-ab03-4b0a-906b-1abe86057d15 req-b071f025-d201-430c-8c96-f171a370f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:47.094903 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9332f6f0-ab03-4b0a-906b-1abe86057d15 req-b071f025-d201-430c-8c96-f171a370f2ab service neutron] 10.222.0.58 "GET /v2.0/networks?id=b386a18a-6f15-4736-83e0-5ac61f0904b4 HTTP/1.1" status: 200  len: 905 time: 0.1497316
Feb 18 00:23:47.110216 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c032e61e-1380-4091-8eed-9ba24b6bfc17 req-d8cf1f61-24cd-497b-889a-b6d67e3fcd78 service neutron] 10.222.0.58 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1475458
Feb 18 00:23:47.208289 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9332f6f0-ab03-4b0a-906b-1abe86057d15 req-13266db3-17ea-46b2-80a4-9fae6b97cb90 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=004e9996-2275-4816-9c5c-e79064071740 HTTP/1.1" status: 200  len: 1000 time: 0.1055686
Feb 18 00:23:47.246823 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-419f961b-4a8f-480e-a5cc-b17ac127a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f6cef98>, [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': 'b2bb2f87-c798-471f-b14c-f440faed219c', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'port_id': '004e9996-2275-4816-9c5c-e79064071740', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'mac_address': 'fa:16:3e:db:c7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3808dc0b-2f46-4a50-930e-d49319e705a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:23:33Z', 'updated_at': '2021-02-18T00:23:44Z', 'revision_number': 1, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:19:07Z', 'revision_number': 5, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:47.250946 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f961b-4a8f-480e-a5cc-b17ac127a97b None None] Checking router: 1da7986e-9a14-41ae-97b5-a884f49c813a for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:23:47.260265 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f961b-4a8f-480e-a5cc-b17ac127a97b None None] Routers {'1da7986e-9a14-41ae-97b5-a884f49c813a'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:23:47.260947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-419f961b-4a8f-480e-a5cc-b17ac127a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f6cef98>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:23:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['1da7986e-9a14-41ae-97b5-a884f49c813a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:47.280274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332f6f0-ab03-4b0a-906b-1abe86057d15 req-b5545b46-dc36-4bb9-8ca3-c019010fa618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:47.281926 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9332f6f0-ab03-4b0a-906b-1abe86057d15 req-b5545b46-dc36-4bb9-8ca3-c019010fa618 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e7542848-0274-4fdf-981b-c757d7c492ef HTTP/1.1" status: 200  len: 850 time: 0.0663505
Feb 18 00:23:47.367879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332f6f0-ab03-4b0a-906b-1abe86057d15 req-d85cdfd5-64f3-46b1-bd0e-b72a19d9ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:47.369466 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9332f6f0-ab03-4b0a-906b-1abe86057d15 req-d85cdfd5-64f3-46b1-bd0e-b72a19d9ee39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b386a18a-6f15-4736-83e0-5ac61f0904b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0799007
Feb 18 00:23:47.449873 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-419f961b-4a8f-480e-a5cc-b17ac127a97b None None] Set router 1da7986e-9a14-41ae-97b5-a884f49c813a gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:23:47.512989 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9332f6f0-ab03-4b0a-906b-1abe86057d15 req-312753b0-d6d5-48dc-a55e-cfe98cc6615a service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365650
Feb 18 00:23:47.829253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-419f961b-4a8f-480e-a5cc-b17ac127a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f6cef98>, [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': 'b2bb2f87-c798-471f-b14c-f440faed219c', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'port_id': '004e9996-2275-4816-9c5c-e79064071740', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'mac_address': 'fa:16:3e:db:c7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3808dc0b-2f46-4a50-930e-d49319e705a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:23:33Z', 'updated_at': '2021-02-18T00:23:44Z', 'revision_number': 1, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:19:07Z', 'revision_number': 5, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:23:47.835185 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f961b-4a8f-480e-a5cc-b17ac127a97b None None] The sync data for ids ['1da7986e-9a14-41ae-97b5-a884f49c813a'] in dv-cinder-751579-21-iscsi is: [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': 'b2bb2f87-c798-471f-b14c-f440faed219c', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'port_id': '004e9996-2275-4816-9c5c-e79064071740', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'mac_address': 'fa:16:3e:db:c7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3808dc0b-2f46-4a50-930e-d49319e705a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:23:33Z', 'updated_at': '2021-02-18T00:23:44Z', 'revision_number': 1, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:19:07Z', 'revision_number': 5, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:23:47.904300 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9332f6f0-ab03-4b0a-906b-1abe86057d15 req-445c0cb3-ccae-4308-9305-d5f449208c3c service neutron] 10.222.0.58 "GET /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3835211
Feb 18 00:23:48.028707 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54928a7-97ee-42a2-b456-cbcded763a87 req-c037f48c-5bbe-44ba-b8a7-14b93ea2acdb tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:48.030341 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c54928a7-97ee-42a2-b456-cbcded763a87 req-c037f48c-5bbe-44ba-b8a7-14b93ea2acdb tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0942743
Feb 18 00:23:48.078790 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c54928a7-97ee-42a2-b456-cbcded763a87 req-33b6608d-333b-4b5b-b0e3-feb86a0db469 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414515
Feb 18 00:23:48.167830 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af132e9-ac21-4a2b-b06b-2e04b167d1e7 None None] New status for floating IP b2bb2f87-c798-471f-b14c-f440faed219c: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:23:49.284214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf75a40-65e4-4a1b-ab5e-d2c0892a89e3 req-baa6ee1c-6279-47e2-8d01-5da3696a2ab7 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:49.285840 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ebf75a40-65e4-4a1b-ab5e-d2c0892a89e3 req-baa6ee1c-6279-47e2-8d01-5da3696a2ab7 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0862217
Feb 18 00:23:49.336073 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ebf75a40-65e4-4a1b-ab5e-d2c0892a89e3 req-d864ed32-3b89-4017-b22a-07b24522bdc1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440583
Feb 18 00:23:50.539803 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d83c4-e4d3-4c2e-b0b8-beee24cba876 req-70a6c67b-ce3d-44fc-902d-5ee102a8df3e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:50.541457 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-182d83c4-e4d3-4c2e-b0b8-beee24cba876 req-70a6c67b-ce3d-44fc-902d-5ee102a8df3e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0873787
Feb 18 00:23:50.588289 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-182d83c4-e4d3-4c2e-b0b8-beee24cba876 req-4ff77207-3669-4e0c-9609-6b1b8fff07eb tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406044
Feb 18 00:23:50.698557 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:51.798714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847204d-3d4e-4988-9c12-f7a3ef410eda req-9336b18d-4374-4e30-99ff-bb7d8f625059 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:51.800356 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0847204d-3d4e-4988-9c12-f7a3ef410eda req-9336b18d-4374-4e30-99ff-bb7d8f625059 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0964417
Feb 18 00:23:51.849003 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0847204d-3d4e-4988-9c12-f7a3ef410eda req-c82c8d20-ad6f-4047-8d4a-6ede15463004 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423963
Feb 18 00:23:52.044102 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8622ff0e-bf0d-485d-874a-bea6bc5007a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:53.053391 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39253b1e-f6f4-4e69-9f0e-3505275102a4 req-d14178e7-4c80-4864-9c68-977dc37291ca tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:53.054983 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-39253b1e-f6f4-4e69-9f0e-3505275102a4 req-d14178e7-4c80-4864-9c68-977dc37291ca tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0880749
Feb 18 00:23:53.101564 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-39253b1e-f6f4-4e69-9f0e-3505275102a4 req-f37dc7f9-251b-4ea3-979a-66486f3ad147 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404222
Feb 18 00:23:53.818054 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1687fc83-fc35-4044-a0f9-a690e5965abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:54.321438 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e9dbf-1524-43d9-9568-096984802cd3 req-f41436aa-4d0a-4be5-b543-a0027df18e04 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:54.323054 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fc9e9dbf-1524-43d9-9568-096984802cd3 req-f41436aa-4d0a-4be5-b543-a0027df18e04 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0946300
Feb 18 00:23:54.382604 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fc9e9dbf-1524-43d9-9568-096984802cd3 req-50727b7f-86d6-4964-a731-4aecfbdb453c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528982
Feb 18 00:23:55.107315 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:55.601719 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e990e5f-5244-42cc-975b-11f25f4c23ab req-c5dbf1bb-56f9-40fc-a1b9-7f71bc81de74 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:55.603604 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6e990e5f-5244-42cc-975b-11f25f4c23ab req-c5dbf1bb-56f9-40fc-a1b9-7f71bc81de74 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0914366
Feb 18 00:23:55.666222 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6e990e5f-5244-42cc-975b-11f25f4c23ab req-add9af99-772c-4fba-85b6-a4ef91b0a8cd tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552835
Feb 18 00:23:56.002648 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:56.403746 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:23:56.893221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54194bd1-e2ba-4e06-b310-be8669d28793 req-f6868aaa-6b79-4173-90bf-4aa811aa57ae tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:56.900904 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-54194bd1-e2ba-4e06-b310-be8669d28793 req-f6868aaa-6b79-4173-90bf-4aa811aa57ae tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.1063509
Feb 18 00:23:56.947929 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-54194bd1-e2ba-4e06-b310-be8669d28793 req-a4438922-7327-48b7-9cde-34582d5828c4 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460749
Feb 18 00:23:58.180895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9742b4-66bd-4466-b08f-0c8000bf87ca req-a702ca94-9672-48c6-8648-2cfcfd32dd14 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:58.182540 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b9742b4-66bd-4466-b08f-0c8000bf87ca req-a702ca94-9672-48c6-8648-2cfcfd32dd14 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.1003773
Feb 18 00:23:58.240538 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b9742b4-66bd-4466-b08f-0c8000bf87ca req-c845a3f1-4afb-4f43-9615-61791b23b7d3 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514340
Feb 18 00:23:59.462976 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f860016-3a04-44e3-94b3-3a888f2c7dbe req-0b34739a-d00a-4cb2-a1b9-b2d623773211 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:23:59.465354 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0f860016-3a04-44e3-94b3-3a888f2c7dbe req-0b34739a-d00a-4cb2-a1b9-b2d623773211 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0961931
Feb 18 00:23:59.516126 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0f860016-3a04-44e3-94b3-3a888f2c7dbe req-54c4734d-bbd7-4627-b66b-3ba7ae4c24c0 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441091
Feb 18 00:24:00.748376 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ff7c-2e4b-4616-843b-164680841345 req-e582c447-58eb-4a52-b8ae-de60e69cbc92 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:00.750000 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8ff1ff7c-2e4b-4616-843b-164680841345 req-e582c447-58eb-4a52-b8ae-de60e69cbc92 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.1056252
Feb 18 00:24:00.807404 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8ff1ff7c-2e4b-4616-843b-164680841345 req-5e092fe2-4e82-40a5-b51f-037f8318f3d0 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498860
Feb 18 00:24:02.031360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73c3c2-1195-4112-88d3-0f5961d64d5d req-b5fdefca-3400-48d5-84c1-5828cfcbb312 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:02.033400 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f73c3c2-1195-4112-88d3-0f5961d64d5d req-b5fdefca-3400-48d5-84c1-5828cfcbb312 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0890563
Feb 18 00:24:02.089764 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f73c3c2-1195-4112-88d3-0f5961d64d5d req-023021ab-2f64-42e1-8721-f3af1c70ee3f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500224
Feb 18 00:24:03.349895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db376e-7374-4314-8bf2-d7723bf7c748 req-b9b2004b-4abc-476d-b1ad-2e73ebb094a2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:03.351845 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c4db376e-7374-4314-8bf2-d7723bf7c748 req-b9b2004b-4abc-476d-b1ad-2e73ebb094a2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.1259687
Feb 18 00:24:03.408780 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c4db376e-7374-4314-8bf2-d7723bf7c748 req-720cc1c5-65cf-47eb-aebf-cefb24cce0cd tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501068
Feb 18 00:24:04.617429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48966b94-d454-4b6e-87ed-4667872fc354 req-fc74f68a-b78a-499c-a124-9556883c7b59 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:04.619043 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-48966b94-d454-4b6e-87ed-4667872fc354 req-fc74f68a-b78a-499c-a124-9556883c7b59 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0904164
Feb 18 00:24:04.666718 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-48966b94-d454-4b6e-87ed-4667872fc354 req-ac14272c-d31c-46cc-9561-38bd7886573e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415554
Feb 18 00:24:05.031953 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f63c-eb1f-4b64-94ba-a4ab2e488038 req-c076e0e7-da9a-423d-81a3-25593c2f35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:05.033975 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7809f63c-eb1f-4b64-94ba-a4ab2e488038 req-c076e0e7-da9a-423d-81a3-25593c2f35c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 1162 time: 0.0773966
Feb 18 00:24:05.181367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f63c-eb1f-4b64-94ba-a4ab2e488038 req-80ebb8e9-a7e4-4360-9c1c-5b4b50ee96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:05.182994 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7809f63c-eb1f-4b64-94ba-a4ab2e488038 req-80ebb8e9-a7e4-4360-9c1c-5b4b50ee96c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 200  len: 910 time: 0.1372049
Feb 18 00:24:05.298833 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7809f63c-eb1f-4b64-94ba-a4ab2e488038 req-23ad4329-52a9-40a2-8668-881594f0b5dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b3f34fa-f3eb-4370-9db5-75a19549a155 HTTP/1.1" status: 200  len: 1000 time: 0.1050847
Feb 18 00:24:05.367735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f63c-eb1f-4b64-94ba-a4ab2e488038 req-051fcedc-cdde-4b9d-adab-526f8069019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:05.369260 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7809f63c-eb1f-4b64-94ba-a4ab2e488038 req-051fcedc-cdde-4b9d-adab-526f8069019e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=487d7c03-e55f-4907-bb69-fbafd63dd354 HTTP/1.1" status: 200  len: 855 time: 0.0630207
Feb 18 00:24:05.453314 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f63c-eb1f-4b64-94ba-a4ab2e488038 req-4bb682b3-a7a9-4fdc-b475-f8526ee9c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:05.454906 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7809f63c-eb1f-4b64-94ba-a4ab2e488038 req-4bb682b3-a7a9-4fdc-b475-f8526ee9c0f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e56fb3ca-8d4f-4ec5-997c-7262756285e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0788834
Feb 18 00:24:05.595451 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7809f63c-eb1f-4b64-94ba-a4ab2e488038 req-2eb574ce-61b8-45e1-96a9-6be28a1d4128 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333888
Feb 18 00:24:05.786833 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7809f63c-eb1f-4b64-94ba-a4ab2e488038 req-fe2500c2-4eb8-46b3-ac89-062e590134c9 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1833508
Feb 18 00:24:05.869016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62ba5-f04c-40c8-9f72-06f392192bf7 req-4bb23cd9-956e-4953-affd-dfc99ba09d52 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:05.870556 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-14e62ba5-f04c-40c8-9f72-06f392192bf7 req-4bb23cd9-956e-4953-affd-dfc99ba09d52 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0869033
Feb 18 00:24:05.918402 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-14e62ba5-f04c-40c8-9f72-06f392192bf7 req-cdbb899c-7f89-4bab-832d-84648ba4e588 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408735
Feb 18 00:24:07.121083 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba9618-07dc-4957-8efd-e5b47a2aaaff req-9d3bdc25-3358-44da-941c-9ce66febc15d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:07.122654 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-96ba9618-07dc-4957-8efd-e5b47a2aaaff req-9d3bdc25-3358-44da-941c-9ce66febc15d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0884757
Feb 18 00:24:07.171377 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-96ba9618-07dc-4957-8efd-e5b47a2aaaff req-fd0813bf-0fd3-4837-a99a-0e2eb66f88c8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418134
Feb 18 00:24:08.375264 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263396f-1136-4a48-aee4-07c5c20a5862 req-333df4fb-b052-4465-af75-869c5276962c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:08.376869 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6263396f-1136-4a48-aee4-07c5c20a5862 req-333df4fb-b052-4465-af75-869c5276962c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0857961
Feb 18 00:24:08.427157 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6263396f-1136-4a48-aee4-07c5c20a5862 req-c45dd40c-004f-4301-ba04-9d7e985c7e7a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441456
Feb 18 00:24:09.130014 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 3b3f34fa-f3eb-4370-9db5-75a19549a155 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:24:09.257577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:09.290630 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3f34fa-f3eb-4370-9db5-75a19549a155'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:24:09.302229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 3b3f34fa-f3eb-4370-9db5-75a19549a155, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=3b3f34fa-f3eb-4370-9db5-75a19549a155,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:24:09.306273 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:09.308602 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:24:09.349308 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3b3f34fa-f3eb-4370-9db5-75a19549a155', 'code': 422} returned with failed status
Feb 18 00:24:09.382638 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1653063-49bc-491d-b295-8d2072d309f9 req-7e62e5e7-a4d0-4821-a140-f9ca44a002f9 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:09.384865 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1653063-49bc-491d-b295-8d2072d309f9 req-7e62e5e7-a4d0-4821-a140-f9ca44a002f9 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.1021640
Feb 18 00:24:09.408269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 45998) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:24:09.408484 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=3b3f34fa-f3eb-4370-9db5-75a19549a155,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:24:09.412124 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:24:09.439926 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1653063-49bc-491d-b295-8d2072d309f9 req-d8d9a25e-c008-45eb-bcfa-c306028bdb28 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484715
Feb 18 00:24:09.531589 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-4b2d85fc-9c3f-4bd7-a2c0-66a7f0684e39 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1218364
Feb 18 00:24:10.645803 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77a8a4-ad60-4852-8272-1e7f683d55df req-82b39834-fca9-4fe9-81bc-f222a426246f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:10.647314 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ea77a8a4-ad60-4852-8272-1e7f683d55df req-82b39834-fca9-4fe9-81bc-f222a426246f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0854771
Feb 18 00:24:10.693889 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ea77a8a4-ad60-4852-8272-1e7f683d55df req-5bca67bc-a7ea-4e3e-b06e-3593410b857f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402691
Feb 18 00:24:11.055926 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-0afb85d2-c731-4181-aed2-ca9a7416d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:11.057468 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-0afb85d2-c731-4181-aed2-ca9a7416d28f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6&tenant_id=50cf0e141ee64f36aa0971eb78daf3d0 HTTP/1.1" status: 200  len: 1160 time: 0.0815382
Feb 18 00:24:11.157410 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-0327a769-c82c-4151-b64e-fc76b6529a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:11.158996 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-0327a769-c82c-4151-b64e-fc76b6529a3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 1160 time: 0.0774400
Feb 18 00:24:11.303348 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-9ea47ff9-4ac3-438a-9d39-e43135bf6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:11.304989 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-9ea47ff9-4ac3-438a-9d39-e43135bf6d0e service neutron] 10.222.0.58 "GET /v2.0/networks?id=e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 200  len: 910 time: 0.1385453
Feb 18 00:24:11.416657 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-76fc84f6-0d9d-461b-90ed-231cd413c13f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b3f34fa-f3eb-4370-9db5-75a19549a155 HTTP/1.1" status: 200  len: 998 time: 0.1050460
Feb 18 00:24:11.486176 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-b9b58d49-0888-42d1-8960-4cff662482de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:11.487692 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-b9b58d49-0888-42d1-8960-4cff662482de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=487d7c03-e55f-4907-bb69-fbafd63dd354 HTTP/1.1" status: 200  len: 855 time: 0.0635495
Feb 18 00:24:11.572487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-25ab5c7b-8670-4aec-a914-49e997b6f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:11.574052 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-25ab5c7b-8670-4aec-a914-49e997b6f8d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e56fb3ca-8d4f-4ec5-997c-7262756285e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0794668
Feb 18 00:24:11.715624 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-07618afd-0a07-48de-83fe-0c454aba3978 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338456
Feb 18 00:24:11.923702 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-ececded7-029d-42b5-8ee3-2204b124f083 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1999371
Feb 18 00:24:11.946348 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fdc68-8756-4f5e-b899-7d65a9e7e063 req-32ea8806-eb4e-41c4-828e-a3cac17cba5a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:11.947947 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-632fdc68-8756-4f5e-b899-7d65a9e7e063 req-32ea8806-eb4e-41c4-828e-a3cac17cba5a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.1332846
Feb 18 00:24:11.998088 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-632fdc68-8756-4f5e-b899-7d65a9e7e063 req-834b0447-e7c4-4df5-bb5b-b490f3ea7c48 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422268
Feb 18 00:24:13.279523 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d9031-0f60-4a9f-baf7-b3064b3b11ae req-a74eb582-85e3-43d6-8bdf-a807dd20480d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:13.283486 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-356d9031-0f60-4a9f-baf7-b3064b3b11ae req-a74eb582-85e3-43d6-8bdf-a807dd20480d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.1300826
Feb 18 00:24:13.337503 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-356d9031-0f60-4a9f-baf7-b3064b3b11ae req-5fcc55fe-83ad-4ec0-a5f6-d8896820273e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455413
Feb 18 00:24:14.550666 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72420615-1d0e-4388-a423-c43370fea25b req-e32ff612-6c93-43da-9c41-0fe07b64ea3e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:14.552197 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-72420615-1d0e-4388-a423-c43370fea25b req-e32ff612-6c93-43da-9c41-0fe07b64ea3e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0922389
Feb 18 00:24:14.602696 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-72420615-1d0e-4388-a423-c43370fea25b req-47952c8f-eb10-40b3-b332-66e704b60dee tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442407
Feb 18 00:24:15.811601 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64578ed2-bb28-4df4-a5cf-654a2b87b1ce req-5be10a73-1577-4e52-82ad-da8c07773d5c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:15.813235 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-64578ed2-bb28-4df4-a5cf-654a2b87b1ce req-5be10a73-1577-4e52-82ad-da8c07773d5c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0861931
Feb 18 00:24:15.861506 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-64578ed2-bb28-4df4-a5cf-654a2b87b1ce req-22a365e4-a052-4511-b107-78106514ec9d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420551
Feb 18 00:24:17.072310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f98eef-e4fb-428d-96db-a16fdb671dbf req-92777bae-38ed-457f-abf4-657a1718626f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:17.074129 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-63f98eef-e4fb-428d-96db-a16fdb671dbf req-92777bae-38ed-457f-abf4-657a1718626f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0926411
Feb 18 00:24:17.126380 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-63f98eef-e4fb-428d-96db-a16fdb671dbf req-c3d4fcf7-1043-44f7-bee0-55d25fc4b454 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439022
Feb 18 00:24:18.328471 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6a935-9375-4174-86d8-5419a1af2d34 req-62d0605c-a0d3-43e7-8733-dd7e7282e63e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:18.330092 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-efd6a935-9375-4174-86d8-5419a1af2d34 req-62d0605c-a0d3-43e7-8733-dd7e7282e63e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0856254
Feb 18 00:24:18.377257 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-efd6a935-9375-4174-86d8-5419a1af2d34 req-3f7f46bd-7099-4121-9f33-b9524a437b40 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409575
Feb 18 00:24:19.585919 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522ed0d-8a19-4524-b80c-2e62c565892c req-8d207464-8ef4-4256-a1e0-d2091d355ab0 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:19.587498 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3522ed0d-8a19-4524-b80c-2e62c565892c req-8d207464-8ef4-4256-a1e0-d2091d355ab0 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0916438
Feb 18 00:24:19.642704 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3522ed0d-8a19-4524-b80c-2e62c565892c req-67e8cbe9-c463-4bfd-929c-000e69ea03a8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483649
Feb 18 00:24:20.698033 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:20.855510 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324314-c8d5-4b06-9447-6dab383ef7e4 req-7afcaca0-7fcd-4c57-9559-2706b9b6e7d5 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:20.857179 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-76324314-c8d5-4b06-9447-6dab383ef7e4 req-7afcaca0-7fcd-4c57-9559-2706b9b6e7d5 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0944650
Feb 18 00:24:20.906432 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-76324314-c8d5-4b06-9447-6dab383ef7e4 req-650d9019-a4c8-4af8-b1b6-4e6cce8a4eff tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416572
Feb 18 00:24:22.044560 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-907d15fe-ef7b-4d5e-b474-3a44664a6606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:22.112378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365417c-51f5-4f9b-a908-5ed86d8d0546 req-b9800176-47ee-49cb-9152-07e0d6334276 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:22.113976 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4365417c-51f5-4f9b-a908-5ed86d8d0546 req-b9800176-47ee-49cb-9152-07e0d6334276 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0855026
Feb 18 00:24:22.161346 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4365417c-51f5-4f9b-a908-5ed86d8d0546 req-516f0443-af38-44a1-9ce1-34948a346b70 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411808
Feb 18 00:24:23.011234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:24:23.376762 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b892a-f3b3-4eca-9e7e-606ad2ac63a6 req-8d7bf90d-55a9-446b-9ca3-a7fdb19177ca tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:23.383299 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8d2b892a-f3b3-4eca-9e7e-606ad2ac63a6 req-8d7bf90d-55a9-446b-9ca3-a7fdb19177ca tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0980825
Feb 18 00:24:23.427929 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8d2b892a-f3b3-4eca-9e7e-606ad2ac63a6 req-97b2577e-7676-4fb9-8a44-f7054aff9efa tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431368
Feb 18 00:24:23.820404 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-17903e12-c8ab-4d9c-bf50-99b3e05e9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:24.631697 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b06065-811d-4cd3-8f72-86c5804d210e req-07a029e5-df02-43c6-a34d-644edd79b9c6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:24.633330 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d7b06065-811d-4cd3-8f72-86c5804d210e req-07a029e5-df02-43c6-a34d-644edd79b9c6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0874343
Feb 18 00:24:24.683299 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d7b06065-811d-4cd3-8f72-86c5804d210e req-0c7f705e-f72f-42d0-94f4-a4e0553a2979 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437126
Feb 18 00:24:25.105243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:25.887630 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00de0e-c4a1-4c73-a28e-f336624a85b5 req-2813a92b-3372-45d8-bb36-94c891fc7511 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:25.889217 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0b00de0e-c4a1-4c73-a28e-f336624a85b5 req-2813a92b-3372-45d8-bb36-94c891fc7511 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0854919
Feb 18 00:24:25.936952 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0b00de0e-c4a1-4c73-a28e-f336624a85b5 req-ea4bb418-2e41-4cec-b28d-652c4cc008c0 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410259
Feb 18 00:24:26.005949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:26.405864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:27.143715 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae9c38-daa7-42f8-9527-fe5f9b045bbe req-523a9e5c-69ee-430c-bf0d-fa5c1ae84512 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:27.145396 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6cae9c38-daa7-42f8-9527-fe5f9b045bbe req-523a9e5c-69ee-430c-bf0d-fa5c1ae84512 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0867138
Feb 18 00:24:27.198916 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6cae9c38-daa7-42f8-9527-fe5f9b045bbe req-05e48d35-3931-411a-8484-eae50cf4348f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472353
Feb 18 00:24:28.405721 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e782a95-b8fd-4232-a7eb-a9942f845e67 req-419979d6-315c-40c0-a4de-bdddc9ca6a2d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:28.407876 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6e782a95-b8fd-4232-a7eb-a9942f845e67 req-419979d6-315c-40c0-a4de-bdddc9ca6a2d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0898821
Feb 18 00:24:28.457032 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6e782a95-b8fd-4232-a7eb-a9942f845e67 req-33790881-8a0d-44fc-879f-ef911735d825 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426676
Feb 18 00:24:29.666706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d2371-0c3c-4bc5-88a8-352376c9763f req-a29d55ad-a35d-4c18-ba35-cf0785a9fc99 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:29.668324 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d3d2371-0c3c-4bc5-88a8-352376c9763f req-a29d55ad-a35d-4c18-ba35-cf0785a9fc99 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0913277
Feb 18 00:24:29.716534 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d3d2371-0c3c-4bc5-88a8-352376c9763f req-05aaa901-9dc0-4fda-a064-eb8116a0913c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418658
Feb 18 00:24:30.928550 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215dde22-ff60-4ab7-9494-662f74808113 req-39bcbc29-1ec0-4d87-b6fc-69b8c3694a32 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:30.930092 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-215dde22-ff60-4ab7-9494-662f74808113 req-39bcbc29-1ec0-4d87-b6fc-69b8c3694a32 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0880003
Feb 18 00:24:30.978643 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-215dde22-ff60-4ab7-9494-662f74808113 req-ca000f60-7735-4402-a749-75d546164e7f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423429
Feb 18 00:24:32.181470 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e4883-c297-4316-8d8d-7f08524206f9 req-8b5cde33-022f-43bd-9530-b881829e0be0 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:32.183092 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e82e4883-c297-4316-8d8d-7f08524206f9 req-8b5cde33-022f-43bd-9530-b881829e0be0 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0871940
Feb 18 00:24:32.231221 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e82e4883-c297-4316-8d8d-7f08524206f9 req-c1f9baed-da25-4efa-873d-20024ccc75a5 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413239
Feb 18 00:24:33.432983 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b4e58-73b3-49d8-bc32-d73f140d6e90 req-e9eec492-7614-4137-837d-97d9a5af8ebb tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:33.434568 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-133b4e58-73b3-49d8-bc32-d73f140d6e90 req-e9eec492-7614-4137-837d-97d9a5af8ebb tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 943 time: 0.0853841
Feb 18 00:24:33.481314 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-133b4e58-73b3-49d8-bc32-d73f140d6e90 req-937cfae3-3fec-4971-b4cb-58c0cc741b58 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400722
Feb 18 00:24:33.663337 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 3b3f34fa-f3eb-4370-9db5-75a19549a155 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:24:33.734849 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 3b3f34fa-f3eb-4370-9db5-75a19549a155 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:24:33.735272 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:33.856881 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:33.885968 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3f34fa-f3eb-4370-9db5-75a19549a155'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:24:33.896105 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 3b3f34fa-f3eb-4370-9db5-75a19549a155, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=3b3f34fa-f3eb-4370-9db5-75a19549a155,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:24:33.899032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:33.901121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:24:33.976269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=3b3f34fa-f3eb-4370-9db5-75a19549a155,revision_number=6']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:24:33.979760 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:24:33.990350 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3f34fa-f3eb-4370-9db5-75a19549a155', 'code': 200}
Feb 18 00:24:34.514593 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449282b3-25c8-4176-b91f-1ab06eda5188 req-8aa8cb35-4489-4e94-9041-6a15abb1c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:34.516878 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-449282b3-25c8-4176-b91f-1ab06eda5188 req-8aa8cb35-4489-4e94-9041-6a15abb1c0ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 1162 time: 0.0820324
Feb 18 00:24:34.560633 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-449282b3-25c8-4176-b91f-1ab06eda5188 req-6aa21942-1cb3-4b5d-964f-e85c7ea03666 service neutron] Synchronizing usage tracker for tenant:c3a9f74f1c844ce384a4bb2af6e2370d on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:24:34.576152 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-449282b3-25c8-4176-b91f-1ab06eda5188 req-6aa21942-1cb3-4b5d-964f-e85c7ea03666 service neutron] Unset dirty status for tenant:c3a9f74f1c844ce384a4bb2af6e2370d on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:24:34.577435 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-449282b3-25c8-4176-b91f-1ab06eda5188 req-6aa21942-1cb3-4b5d-964f-e85c7ea03666 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541215
Feb 18 00:24:34.696690 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be5000-f73c-4fb9-8773-0e38a0f2eac8 req-0676c9b0-c536-41c3-a74a-a8d8ce624de0 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:34.698269 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7be5000-f73c-4fb9-8773-0e38a0f2eac8 req-0676c9b0-c536-41c3-a74a-a8d8ce624de0 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0843761
Feb 18 00:24:34.745194 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7be5000-f73c-4fb9-8773-0e38a0f2eac8 req-93ff0a7a-15f0-45ea-9b36-521c1cf4244c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403061
Feb 18 00:24:35.343156 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 3b3f34fa-f3eb-4370-9db5-75a19549a155 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:24:35.416538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 3b3f34fa-f3eb-4370-9db5-75a19549a155 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:24:35.416963 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:35.979061 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890a4bf-34b9-4027-bb20-0a861f581a60 req-4b0602e6-22d0-47cc-ad7a-661da753210b tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:35.980799 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4890a4bf-34b9-4027-bb20-0a861f581a60 req-4b0602e6-22d0-47cc-ad7a-661da753210b tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.0913980
Feb 18 00:24:36.030043 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4890a4bf-34b9-4027-bb20-0a861f581a60 req-d13d6183-131c-407b-bafe-97b6f49451ed tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425658
Feb 18 00:24:37.255734 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128fb10-1d55-4d2c-8410-4fb58dfdfb70 req-37726d01-b8a6-4808-9a64-b4d661169cce tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:37.257407 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e128fb10-1d55-4d2c-8410-4fb58dfdfb70 req-37726d01-b8a6-4808-9a64-b4d661169cce tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.1052639
Feb 18 00:24:37.309641 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e128fb10-1d55-4d2c-8410-4fb58dfdfb70 req-65ac7fd8-2b8e-4bf8-ad22-3aa0a1f1a449 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460849
Feb 18 00:24:37.356199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 3b3f34fa-f3eb-4370-9db5-75a19549a155 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:24:37.429963 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 3b3f34fa-f3eb-4370-9db5-75a19549a155 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:24:37.430386 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:45.367188 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4de1c87c-a314-4a55-bbf7-ecef659944b7 req-5b3d2a5e-846d-4f88-8351-0b38d220d34e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0783949
Feb 18 00:24:45.464121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1c87c-a314-4a55-bbf7-ecef659944b7 req-ee90b2a9-f5f9-480b-9325-7ace061d0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:45.465721 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4de1c87c-a314-4a55-bbf7-ecef659944b7 req-ee90b2a9-f5f9-480b-9325-7ace061d0440 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 1162 time: 0.0763745
Feb 18 00:24:45.629531 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1c87c-a314-4a55-bbf7-ecef659944b7 req-c10e74e9-29ea-468e-8ddd-d5737ffba9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:45.631051 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4de1c87c-a314-4a55-bbf7-ecef659944b7 req-c10e74e9-29ea-468e-8ddd-d5737ffba9a3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 200  len: 910 time: 0.1382546
Feb 18 00:24:45.973828 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4de1c87c-a314-4a55-bbf7-ecef659944b7 req-8b1bafeb-018c-4a36-af35-ce7b50bb6769 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b3f34fa-f3eb-4370-9db5-75a19549a155 HTTP/1.1" status: 200  len: 1000 time: 0.3347008
Feb 18 00:24:46.053029 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1c87c-a314-4a55-bbf7-ecef659944b7 req-708caab1-6631-4c94-834b-4cdc5b42db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:46.054614 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4de1c87c-a314-4a55-bbf7-ecef659944b7 req-708caab1-6631-4c94-834b-4cdc5b42db02 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=487d7c03-e55f-4907-bb69-fbafd63dd354 HTTP/1.1" status: 200  len: 855 time: 0.0670896
Feb 18 00:24:46.140555 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1c87c-a314-4a55-bbf7-ecef659944b7 req-5f9abe80-2387-4b7b-a372-5976a764f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:46.142153 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4de1c87c-a314-4a55-bbf7-ecef659944b7 req-5f9abe80-2387-4b7b-a372-5976a764f0a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e56fb3ca-8d4f-4ec5-997c-7262756285e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0810153
Feb 18 00:24:46.285669 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4de1c87c-a314-4a55-bbf7-ecef659944b7 req-391f4fde-c411-4ce3-8653-91bd960e878f service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345758
Feb 18 00:24:46.431130 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4de1c87c-a314-4a55-bbf7-ecef659944b7 req-7de5739d-5067-4eff-9a18-2fb5c4f55191 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368620
Feb 18 00:24:50.612447 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def578e-0c4d-4adb-bfcd-f6dc2c936ea4 req-ade4aae8-dad2-4a27-a608-ece474d07e86 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:50.614081 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6def578e-0c4d-4adb-bfcd-f6dc2c936ea4 req-ade4aae8-dad2-4a27-a608-ece474d07e86 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 946 time: 0.0878456
Feb 18 00:24:50.661937 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6def578e-0c4d-4adb-bfcd-f6dc2c936ea4 req-d33c5e46-c184-471d-a90d-e77aa2cf1da1 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414646
Feb 18 00:24:50.722641 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:51.867695 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e847b-f6ae-4fda-8219-b8427d70faf9 req-e75f598b-131f-4887-a850-f315a1b0b840 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:51.869337 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb2e847b-f6ae-4fda-8219-b8427d70faf9 req-e75f598b-131f-4887-a850-f315a1b0b840 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 946 time: 0.0905333
Feb 18 00:24:51.916201 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb2e847b-f6ae-4fda-8219-b8427d70faf9 req-d08a77f4-8f4a-4b3d-b338-28234675f057 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399644
Feb 18 00:24:52.044892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d3644c99-ee98-40be-8b0a-cc2bd42eeea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:52.416537 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-19c10cf6-c659-40d7-99c3-e36a540d5954 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:52.418110 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-19c10cf6-c659-40d7-99c3-e36a540d5954 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.58 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 946 time: 0.0877314
Feb 18 00:24:52.498376 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Deleting port 004e9996-2275-4816-9c5c-e79064071740 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:24:52.498752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:52.752155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] For port 004e9996-2275-4816-9c5c-e79064071740, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=004e9996-2275-4816-9c5c-e79064071740,segment=NetworkSegment(435c97c4-2116-4e41-98aa-bf8c192acf75),segment_id=435c97c4-2116-4e41-98aa-bf8c192acf75)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:24:52.752570 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:53.061202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:53.061729 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:53.061898 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Floating IP b2bb2f87-c798-471f-b14c-f440faed219c disassociated. External IP: 172.27.3.246, port: 004e9996-2275-4816-9c5c-e79064071740.
Feb 18 00:24:53.062275 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Calling delete_port for 004e9996-2275-4816-9c5c-e79064071740 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:24:53.118314 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895795bc-3213-48a7-be16-dbeef7e6d4e9 req-03c41e3e-a9c4-4871-9ddc-3e49d6670671 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:53.120307 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-895795bc-3213-48a7-be16-dbeef7e6d4e9 req-03c41e3e-a9c4-4871-9ddc-3e49d6670671 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 946 time: 0.0899713
Feb 18 00:24:53.168711 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-895795bc-3213-48a7-be16-dbeef7e6d4e9 req-2b644c53-c2f4-4dfa-843d-718eb56ed866 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421178
Feb 18 00:24:53.215439 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:53.230992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8816ca82-3f21-4b40-b354-94c21d503b75 tempest-DeleteServersTestJSON-1736183769 tempest-DeleteServersTestJSON-1736183769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:24:53.325247 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event deleted for resources: {'Port': ['ID=004e9996-2275-4816-9c5c-e79064071740,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:24:53.347098 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.347512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.347915 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.348309 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.348751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.349145 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.349535 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.349923 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.350313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.350699 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.351085 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.351466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.351901 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.352287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.352696 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.353079 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.353464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.353850 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.354231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.354611 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.354992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.355373 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.355759 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.356139 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:53.361449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:24:53.423508 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 004e9996-2275-4816-9c5c-e79064071740 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:24:53.464526 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] No Port match for: 004e9996-2275-4816-9c5c-e79064071740 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:24:53.464922 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 004e9996-2275-4816-9c5c-e79064071740 not bound to the agent host hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:24:53.607525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Router 1da7986e-9a14-41ae-97b5-a884f49c813a has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:24:53.793115 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:24:53.802888 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7562f98-74f0-4bbd-9f58-7aaf278c579f None None] Sync routers for ids ['1da7986e-9a14-41ae-97b5-a884f49c813a'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:24:53.813603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7562f98-74f0-4bbd-9f58-7aaf278c579f None None] Routers {'1da7986e-9a14-41ae-97b5-a884f49c813a'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:24:53.814263 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-f7562f98-74f0-4bbd-9f58-7aaf278c579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f6ce7f0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:24:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['1da7986e-9a14-41ae-97b5-a884f49c813a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:24:53.826978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c865-f9f5-4f0a-976c-9e84cca1c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:53.837059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] No DVR routers for this DVR port 004e9996-2275-4816-9c5c-e79064071740 on host hv-cinder-75157 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:24:53.839325 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:53.846653 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3808dc0b-2f46-4a50-930e-d49319e705a5', 'name': 'network-vif-deleted', 'tag': '004e9996-2275-4816-9c5c-e79064071740'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:24:53.858590 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a46c0e0e-09da-4aba-a097-37b354ce7121 req-5b632a80-4855-412b-b736-0afdaf3e8be2 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.58 "DELETE /v2.0/ports/004e9996-2275-4816-9c5c-e79064071740 HTTP/1.1" status: 204  len: 173 time: 1.4341793
Feb 18 00:24:53.968128 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3808dc0b-2f46-4a50-930e-d49319e705a5', 'name': 'network-vif-deleted', 'tag': '004e9996-2275-4816-9c5c-e79064071740', 'status': 'completed', 'code': 200}
Feb 18 00:24:54.007157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-f7562f98-74f0-4bbd-9f58-7aaf278c579f None None] Set router 1da7986e-9a14-41ae-97b5-a884f49c813a gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:24:54.343219 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-f7562f98-74f0-4bbd-9f58-7aaf278c579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f6ce7f0>, [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:19:07Z', 'revision_number': 5, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:24:54.347992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7562f98-74f0-4bbd-9f58-7aaf278c579f None None] Checking router: 1da7986e-9a14-41ae-97b5-a884f49c813a for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:24:54.358279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7562f98-74f0-4bbd-9f58-7aaf278c579f None None] Routers {'1da7986e-9a14-41ae-97b5-a884f49c813a'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:24:54.359474 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-f7562f98-74f0-4bbd-9f58-7aaf278c579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f6ce7f0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:24:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['1da7986e-9a14-41ae-97b5-a884f49c813a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:24:54.373880 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-22705d67-678a-425c-8007-87834a0f1ef1 req-837eb4ac-b45f-449a-b0f7-f4de947f85b7 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/ports?device_id=3808dc0b-2f46-4a50-930e-d49319e705a5 HTTP/1.1" status: 200  len: 210 time: 0.0507832
Feb 18 00:24:54.561096 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-f7562f98-74f0-4bbd-9f58-7aaf278c579f None None] Set router 1da7986e-9a14-41ae-97b5-a884f49c813a gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:24:54.885207 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-f7562f98-74f0-4bbd-9f58-7aaf278c579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f6ce7f0>, [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:19:07Z', 'revision_number': 5, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:24:54.889242 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7562f98-74f0-4bbd-9f58-7aaf278c579f None None] The sync data for ids ['1da7986e-9a14-41ae-97b5-a884f49c813a'] in dv-cinder-751579-21-iscsi is: [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:18:53Z', 'revision_number': 4, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '341e5e01-1343-4124-824a-4ba07d609dc2', 'name': '', 'network_id': 'b386a18a-6f15-4736-83e0-5ac61f0904b4', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:51Z', 'updated_at': '2021-02-18T00:19:07Z', 'revision_number': 5, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'subnets': [{'id': 'e7542848-0274-4fdf-981b-c757d7c492ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:24:55.106958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:55.299554 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5719f816-07a1-4d0e-971a-edc7fd457db2 None None] New status for floating IP b2bb2f87-c798-471f-b14c-f440faed219c: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:24:55.503367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46258) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:24:55.571623 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:55.601923 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:55.652575 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:55.658402 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-367d72fa-f0a9-484c-ae81-f3637cdaffa6 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:24:55.673368 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:24:55.681923 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.682336 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.682736 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.683133 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.683524 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.683917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.684304 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.684735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.685126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.685512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.685895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.686279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.686760 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.687174 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.687560 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.687941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.688323 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.688727 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.689106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.689488 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.689867 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.690245 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.690685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.691067 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:24:55.696112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:24:55.699459 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:55.700706 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "DELETE /v2.0/security-groups/b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b HTTP/1.1" status: 204  len: 168 time: 0.1962321
Feb 18 00:24:55.704097 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46262) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:24:55.722649 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.v2.resource [None req-e953e87d-5df4-434b-bae8-86e6e75fe538 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] show failed (client error): The resource could not be found.
Feb 18 00:24:55.723746 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e953e87d-5df4-434b-bae8-86e6e75fe538 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "GET /v2.0/security-groups/b94efb4e-0d99-481a-a6aa-2d8ce7dc1a5b HTTP/1.1" status: 404  len: 347 time: 0.0184336
Feb 18 00:24:55.726795 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46266) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:24:56.008629 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:56.122795 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0c202540-14ea-4151-a54b-99e24cbb0ed4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Deleting port 143526b3-ca39-4084-a0fe-384ccf4df338 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:24:56.123171 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c202540-14ea-4151-a54b-99e24cbb0ed4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:56.306294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c202540-14ea-4151-a54b-99e24cbb0ed4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:56.306600 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c202540-14ea-4151-a54b-99e24cbb0ed4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:56.409565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:56.441281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0c202540-14ea-4151-a54b-99e24cbb0ed4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Calling delete_port for 143526b3-ca39-4084-a0fe-384ccf4df338 owned by network:floatingip {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:24:56.587847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c202540-14ea-4151-a54b-99e24cbb0ed4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:56.603774 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:24:56.706864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c202540-14ea-4151-a54b-99e24cbb0ed4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Pushing event deleted for resources: {'Port': ['ID=143526b3-ca39-4084-a0fe-384ccf4df338,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:24:56.711461 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0c202540-14ea-4151-a54b-99e24cbb0ed4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:24:56.823506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c202540-14ea-4151-a54b-99e24cbb0ed4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks [] for floatingip, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:56.838647 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c202540-14ea-4151-a54b-99e24cbb0ed4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:24:56.839818 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0c202540-14ea-4151-a54b-99e24cbb0ed4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] 10.222.0.55 "DELETE /v2.0/floatingips/b2bb2f87-c798-471f-b14c-f440faed219c HTTP/1.1" status: 204  len: 168 time: 1.1120627
Feb 18 00:24:58.118967 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00726087-c7c2-4796-a365-d9087610fc18 req-cad62cc2-4ff4-46b3-a540-692cbfec3223 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:58.120657 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-00726087-c7c2-4796-a365-d9087610fc18 req-cad62cc2-4ff4-46b3-a540-692cbfec3223 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.0908442
Feb 18 00:24:58.170204 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-00726087-c7c2-4796-a365-d9087610fc18 req-03e17cd1-23f2-4922-b22a-ceb9b8120840 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0423093
Feb 18 00:24:59.370293 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b11fe-8425-4c28-8537-66d5b0d07727 req-4070627f-8ecf-458b-9306-ff587224e881 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:24:59.371898 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f36b11fe-8425-4c28-8537-66d5b0d07727 req-4070627f-8ecf-458b-9306-ff587224e881 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.0856333
Feb 18 00:24:59.420959 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f36b11fe-8425-4c28-8537-66d5b0d07727 req-f65a80fd-5251-4a59-aa42-617b6a761c92 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0426214
Feb 18 00:25:00.011118 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:25:00.621785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a4d25-7689-45bc-9ba1-41bd32cb040e req-c3f4d7e8-2df9-40f9-ae36-cc9144470315 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:00.623368 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2c0a4d25-7689-45bc-9ba1-41bd32cb040e req-c3f4d7e8-2df9-40f9-ae36-cc9144470315 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.0882745
Feb 18 00:25:00.670302 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2c0a4d25-7689-45bc-9ba1-41bd32cb040e req-37d53c60-28ef-4f8a-bac3-05907f27c1e3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0403388
Feb 18 00:25:00.882933 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46306) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:01.561944 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4a4b067-fc16-41f8-8e67-b38bdc85dbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981850'] for router_interface, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:01.947391 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293c907-6d59-4ba4-948b-4cc15ee687af req-81ae48a6-2be5-4864-b6d5-bcc7c887757c tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:01.949023 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a293c907-6d59-4ba4-948b-4cc15ee687af req-81ae48a6-2be5-4864-b6d5-bcc7c887757c tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.1517746
Feb 18 00:25:02.036618 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-c4a4b067-fc16-41f8-8e67-b38bdc85dbed admin admin] Deleting port 341e5e01-1343-4124-824a-4ba07d609dc2 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:25:02.036992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4a4b067-fc16-41f8-8e67-b38bdc85dbed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:02.078880 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a293c907-6d59-4ba4-948b-4cc15ee687af req-bd7afb93-7cfe-4f58-b66f-2f49f75b521b tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0982511
Feb 18 00:25:02.225453 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-c4a4b067-fc16-41f8-8e67-b38bdc85dbed admin admin] For port 341e5e01-1343-4124-824a-4ba07d609dc2, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=341e5e01-1343-4124-824a-4ba07d609dc2,segment=NetworkSegment(435c97c4-2116-4e41-98aa-bf8c192acf75),segment_id=435c97c4-2116-4e41-98aa-bf8c192acf75)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:25:02.225778 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4a4b067-fc16-41f8-8e67-b38bdc85dbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:02.360818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-c4a4b067-fc16-41f8-8e67-b38bdc85dbed admin admin] Calling delete_port for 341e5e01-1343-4124-824a-4ba07d609dc2 owned by network:router_interface {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:25:02.549612 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4a4b067-fc16-41f8-8e67-b38bdc85dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:02.565006 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:02.666130 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4b067-fc16-41f8-8e67-b38bdc85dbed admin admin] Pushing event deleted for resources: {'Port': ['ID=341e5e01-1343-4124-824a-4ba07d609dc2,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:02.670729 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c4a4b067-fc16-41f8-8e67-b38bdc85dbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:03.203740 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4a4b067-fc16-41f8-8e67-b38bdc85dbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853095038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981940'] for router_interface, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:03.280530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf79cc9-d38b-44c4-bc66-ef38e918a5e5 req-0b640c2f-de35-4e74-9dd9-48005c320c80 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:03.282783 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ccf79cc9-d38b-44c4-bc66-ef38e918a5e5 req-0b640c2f-de35-4e74-9dd9-48005c320c80 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.0890980
Feb 18 00:25:03.333727 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ccf79cc9-d38b-44c4-bc66-ef38e918a5e5 req-0e24486b-741b-4fa4-a01c-acc66cca4e7f tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0445945
Feb 18 00:25:03.715342 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a4b067-fc16-41f8-8e67-b38bdc85dbed admin admin] Router 1da7986e-9a14-41ae-97b5-a884f49c813a has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:25:03.906642 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a4b067-fc16-41f8-8e67-b38bdc85dbed admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:25:03.915734 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f91374-7314-456e-828c-ffa1b89b8a5c None None] Sync routers for ids ['1da7986e-9a14-41ae-97b5-a884f49c813a'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:25:03.922680 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c4a4b067-fc16-41f8-8e67-b38bdc85dbed admin admin] 10.222.0.55 "PUT /v2.0/routers/1da7986e-9a14-41ae-97b5-a884f49c813a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0356226
Feb 18 00:25:03.922993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46316) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:03.926232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f91374-7314-456e-828c-ffa1b89b8a5c None None] Routers {'1da7986e-9a14-41ae-97b5-a884f49c813a'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:25:03.926918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b9f91374-7314-456e-828c-ffa1b89b8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f8d80f0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:24:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['1da7986e-9a14-41ae-97b5-a884f49c813a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:04.117899 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:04.274614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-b9f91374-7314-456e-828c-ffa1b89b8a5c None None] Set router 1da7986e-9a14-41ae-97b5-a884f49c813a gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:25:04.317270 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:04.325909 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Deleting port 17e4869b-f5ee-4611-83ab-53d9af308e6b {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:25:04.326277 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:04.583494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] For port 17e4869b-f5ee-4611-83ab-53d9af308e6b, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=17e4869b-f5ee-4611-83ab-53d9af308e6b,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:25:04.583863 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:04.597189 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b9f91374-7314-456e-828c-ffa1b89b8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f8d80f0>, [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:25:02Z', 'revision_number': 5, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port': {'id': '17e4869b-f5ee-4611-83ab-53d9af308e6b', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:18:44Z', 'updated_at': '2021-02-18T00:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:04.601276 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f91374-7314-456e-828c-ffa1b89b8a5c None None] Checking router: 1da7986e-9a14-41ae-97b5-a884f49c813a for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:25:04.610477 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f91374-7314-456e-828c-ffa1b89b8a5c None None] Routers {'1da7986e-9a14-41ae-97b5-a884f49c813a'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:25:04.611126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b9f91374-7314-456e-828c-ffa1b89b8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f8d80f0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:24:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['1da7986e-9a14-41ae-97b5-a884f49c813a'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:04.660487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38766ea-dfe2-4cfa-a747-295ed8c30aa4 req-640e5dbc-a76a-45bf-861e-5a98969aa921 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:04.662014 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d38766ea-dfe2-4cfa-a747-295ed8c30aa4 req-640e5dbc-a76a-45bf-861e-5a98969aa921 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.1966140
Feb 18 00:25:04.743529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Calling delete_port for 17e4869b-f5ee-4611-83ab-53d9af308e6b owned by network:router_gateway {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:25:04.772849 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-b9f91374-7314-456e-828c-ffa1b89b8a5c None None] Set router 1da7986e-9a14-41ae-97b5-a884f49c813a gateway port host: None {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:25:04.826625 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d38766ea-dfe2-4cfa-a747-295ed8c30aa4 req-2338073b-69eb-406c-81e3-cb0b72d7e420 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1032624
Feb 18 00:25:04.891666 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b9f91374-7314-456e-828c-ffa1b89b8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f8d80f0>, [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:25:04Z', 'revision_number': 6, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port_host': None}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:04.895882 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f91374-7314-456e-828c-ffa1b89b8a5c None None] The sync data for ids ['1da7986e-9a14-41ae-97b5-a884f49c813a'] in dv-cinder-751579-21-iscsi is: [{'id': '1da7986e-9a14-41ae-97b5-a884f49c813a', 'name': 'tempest-AttachVolumeTestJSON-1525255764-router', 'tenant_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:18:42Z', 'updated_at': '2021-02-18T00:25:04Z', 'revision_number': 6, 'project_id': '7a2141dc77ca46dcb9610bc918c4f59d', 'gw_port_host': None}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:25:04.942215 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:04.958754 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bd9bd784-c1c0-4512-a57f-4faee0d597cc tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:05.054909 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=17e4869b-f5ee-4611-83ab-53d9af308e6b,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:05.065370 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:05.186260 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852801664'] for router_gateway, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:05.608875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1084'] for router, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:05.613281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:05.636800 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977362'] for router, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:05.637422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1da7986e-9a14-41ae-97b5-a884f49c813a {{(pid=83992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 00:25:05.651059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:05.652283 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1da7986e-9a14-41ae-97b5-a884f49c813a HTTP/1.1" status: 204  len: 168 time: 1.7282410
Feb 18 00:25:05.655118 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46324) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:05.722137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fc6118-7258-4f9b-84f6-d71416e70474 admin admin] Deleting subnet e7542848-0274-4fdf-981b-c757d7c492ef {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:25:05.725379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f6fc6118-7258-4f9b-84f6-d71416e70474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:05.780503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f6fc6118-7258-4f9b-84f6-d71416e70474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32911427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:05.862227 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f6fc6118-7258-4f9b-84f6-d71416e70474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:06.023132 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfbf84-4050-4b84-a206-f43dcef2ddb9 req-591c6007-5027-47d8-9fb4-8a0291ba17bf tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:06.024668 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53cfbf84-4050-4b84-a206-f43dcef2ddb9 req-591c6007-5027-47d8-9fb4-8a0291ba17bf tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.0856974
Feb 18 00:25:06.071760 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53cfbf84-4050-4b84-a206-f43dcef2ddb9 req-33626e1c-a86e-448d-a489-bb37c5545c97 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0406303
Feb 18 00:25:06.127520 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f6fc6118-7258-4f9b-84f6-d71416e70474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824585018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822545795'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:06.143471 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:06.232780 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc6118-7258-4f9b-84f6-d71416e70474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7542848-0274-4fdf-981b-c757d7c492ef,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:06.237092 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f6fc6118-7258-4f9b-84f6-d71416e70474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:06.278426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f6fc6118-7258-4f9b-84f6-d71416e70474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:06.284752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1622ea52-c72c-4e8c-baef-3a56519d18fe None None] Network b386a18a-6f15-4736-83e0-5ac61f0904b4 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:25:06.285288 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f6fc6118-7258-4f9b-84f6-d71416e70474 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e7542848-0274-4fdf-981b-c757d7c492ef HTTP/1.1" status: 204  len: 168 time: 0.6291416
Feb 18 00:25:06.287897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46330) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:06.407039 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:06.487597 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Deleting port 3b341edc-338e-40b5-ae08-b88fa7c113ee {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:25:06.487985 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:06.499026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 341e5e01-1343-4124-824a-4ba07d609dc2 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:25:06.547458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: 341e5e01-1343-4124-824a-4ba07d609dc2 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:25:06.547779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 341e5e01-1343-4124-824a-4ba07d609dc2 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:25:06.548255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 17e4869b-f5ee-4611-83ab-53d9af308e6b no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:25:06.573820 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ca2360-3613-48cf-b1fd-b14d75295df4 None None] DHCP port deletion for b386a18a-6f15-4736-83e0-5ac61f0904b4 request from dv-cinder-751579-21-iscsi {{(pid=83995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 00:25:06.587752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: 17e4869b-f5ee-4611-83ab-53d9af308e6b {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:25:06.588151 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 17e4869b-f5ee-4611-83ab-53d9af308e6b not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:25:06.590741 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-50ca2360-3613-48cf-b1fd-b14d75295df4 None None] Deleting port 3b341edc-338e-40b5-ae08-b88fa7c113ee {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:25:06.591168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-50ca2360-3613-48cf-b1fd-b14d75295df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:06.716506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] For port 3b341edc-338e-40b5-ae08-b88fa7c113ee, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=3b341edc-338e-40b5-ae08-b88fa7c113ee,segment=NetworkSegment(435c97c4-2116-4e41-98aa-bf8c192acf75),segment_id=435c97c4-2116-4e41-98aa-bf8c192acf75)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:25:06.717110 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:06.816234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-50ca2360-3613-48cf-b1fd-b14d75295df4 None None] For port 3b341edc-338e-40b5-ae08-b88fa7c113ee, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=3b341edc-338e-40b5-ae08-b88fa7c113ee,segment=NetworkSegment(435c97c4-2116-4e41-98aa-bf8c192acf75),segment_id=435c97c4-2116-4e41-98aa-bf8c192acf75)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:25:06.816575 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-50ca2360-3613-48cf-b1fd-b14d75295df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:06.852228 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Calling delete_port for 3b341edc-338e-40b5-ae08-b88fa7c113ee owned by network:dhcp {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:25:06.931613 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:06.947094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dde72c4c-d416-4d95-890c-f98baae4b894 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:06.949263 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-50ca2360-3613-48cf-b1fd-b14d75295df4 None None] Calling delete_port for 3b341edc-338e-40b5-ae08-b88fa7c113ee owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:25:07.026494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-50ca2360-3613-48cf-b1fd-b14d75295df4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 00:25:07.026494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-50ca2360-3613-48cf-b1fd-b14d75295df4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 00:25:07.044749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b341edc-338e-40b5-ae08-b88fa7c113ee,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:07.049118 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:07.088601 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] No DVR routers for this DVR port 3b341edc-338e-40b5-ae08-b88fa7c113ee on host dv-cinder-751579-21-iscsi {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:25:07.258653 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:07.390871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd30f646278>,) {'filters': {'network_id': ['b386a18a-6f15-4736-83e0-5ac61f0904b4']}} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:07.411095 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa8c3b-5330-4d17-956a-1b1f5f2cb85f req-bcc6666f-fe23-407c-89e9-87c759554c8c tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:07.412738 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bdfa8c3b-5330-4d17-956a-1b1f5f2cb85f req-bcc6666f-fe23-407c-89e9-87c759554c8c tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.2205434
Feb 18 00:25:07.414362 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f646278>, '435c97c4-2116-4e41-98aa-bf8c192acf75') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:07.414694 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f646278>, '435c97c4-2116-4e41-98aa-bf8c192acf75') {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:07.445825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821864357'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:07.474267 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:07.479299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:25:07.527841 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-50ca2360-3613-48cf-b1fd-b14d75295df4 None None] Deleting port 3b341edc-338e-40b5-ae08-b88fa7c113ee {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:25:07.528273 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-50ca2360-3613-48cf-b1fd-b14d75295df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:07.555354 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bdfa8c3b-5330-4d17-956a-1b1f5f2cb85f req-45fc4627-f9df-4250-ac74-656df09b8585 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1335640
Feb 18 00:25:07.597242 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:25:07.631528 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-50ca2360-3613-48cf-b1fd-b14d75295df4 None None] The port '3b341edc-338e-40b5-ae08-b88fa7c113ee' was deleted {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 00:25:07.667067 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Network b386a18a-6f15-4736-83e0-5ac61f0904b4 has no segments {{(pid=83992) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:25:07.676235 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30189113'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:07.680042 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:25:07.680486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:07.857837 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Network b386a18a-6f15-4736-83e0-5ac61f0904b4 has no segments {{(pid=83992) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:25:07.880765 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:25:07.958424 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:07.961817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:07.975531 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:07.986701 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Pushing event deleted for resources: {'Network': ['ID=b386a18a-6f15-4736-83e0-5ac61f0904b4,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:07.991533 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:07.994959 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b386a18a-6f15-4736-83e0-5ac61f0904b4 HTTP/1.1" status: 204  len: 168 time: 1.7060020
Feb 18 00:25:08.108587 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46338) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:08.161028 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f0f6411d-714b-46cc-8588-491c7a154335 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a2141dc77ca46dcb9610bc918c4f59d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0511289
Feb 18 00:25:08.163663 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46342) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:08.228150 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b6978565-b48f-495a-8947-0c37356a9b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:08.235633 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa7de-1a86-48f3-a017-35a05a2374b6 req-93af47fc-299b-487f-a12e-50ffb9bd07af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:08.240016 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec1fa7de-1a86-48f3-a017-35a05a2374b6 req-93af47fc-299b-487f-a12e-50ffb9bd07af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81448b37f7984bc69c0df61b137becc1&device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 1163 time: 0.0863562
Feb 18 00:25:08.257698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b6978565-b48f-495a-8947-0c37356a9b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:08.306178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b6978565-b48f-495a-8947-0c37356a9b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:08.311253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7410a9dd-662a-4c52-ac5d-862e116927d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:08.326713 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6978565-b48f-495a-8947-0c37356a9b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f591598-9565-4c22-8390-ce2381fe610f,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:08.332021 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b6978565-b48f-495a-8947-0c37356a9b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:08.334094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b6978565-b48f-495a-8947-0c37356a9b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:08.335318 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b6978565-b48f-495a-8947-0c37356a9b7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f591598-9565-4c22-8390-ce2381fe610f HTTP/1.1" status: 204  len: 168 time: 0.1706340
Feb 18 00:25:08.385978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa7de-1a86-48f3-a017-35a05a2374b6 req-2a65e46c-e5d3-4977-88ef-1a6bddf09ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:08.387552 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec1fa7de-1a86-48f3-a017-35a05a2374b6 req-2a65e46c-e5d3-4977-88ef-1a6bddf09ed6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 HTTP/1.1" status: 200  len: 903 time: 0.1424146
Feb 18 00:25:08.486061 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 3b341edc-338e-40b5-ae08-b88fa7c113ee no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:25:08.507802 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec1fa7de-1a86-48f3-a017-35a05a2374b6 req-41d260c0-9da2-4804-b702-0c7915335a17 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 HTTP/1.1" status: 200  len: 1002 time: 0.1126366
Feb 18 00:25:08.523666 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: 3b341edc-338e-40b5-ae08-b88fa7c113ee {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:25:08.524062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 3b341edc-338e-40b5-ae08-b88fa7c113ee not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:25:08.586812 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa7de-1a86-48f3-a017-35a05a2374b6 req-83a507cb-37c1-4657-ba7e-c839787ad26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:08.588472 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec1fa7de-1a86-48f3-a017-35a05a2374b6 req-83a507cb-37c1-4657-ba7e-c839787ad26d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e965978-db85-4d70-bb6a-a583c846ceb9 HTTP/1.1" status: 200  len: 848 time: 0.0735278
Feb 18 00:25:08.673832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa7de-1a86-48f3-a017-35a05a2374b6 req-16797643-7ba4-42db-8e50-75e98baf9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:08.681073 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec1fa7de-1a86-48f3-a017-35a05a2374b6 req-16797643-7ba4-42db-8e50-75e98baf9c9d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0855830
Feb 18 00:25:08.894435 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d6236-43c7-4722-afda-7a658f5e109c req-7da31888-829d-4eda-a5e5-75b597eff944 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:08.896052 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-369d6236-43c7-4722-afda-7a658f5e109c req-7da31888-829d-4eda-a5e5-75b597eff944 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.2140036
Feb 18 00:25:08.899585 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec1fa7de-1a86-48f3-a017-35a05a2374b6 req-e2af788a-af04-4ed5-a666-4b6c8c0c01fd service neutron] 10.222.0.58 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821659
Feb 18 00:25:09.038348 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-369d6236-43c7-4722-afda-7a658f5e109c req-ce104586-9c30-4f5a-b06e-696809a3e41a tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1361098
Feb 18 00:25:09.079749 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec1fa7de-1a86-48f3-a017-35a05a2374b6 req-6b134791-3999-4839-9840-43abe495a229 service neutron] 10.222.0.58 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1612709
Feb 18 00:25:09.095714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46366) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:09.206440 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1186819397-network', 'tenant_id': 'b4f93e1f01494bbd8321c1e8a30d7b3b'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:25:09.211754 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:09.215873 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Usage tracker for resource:network and tenant:b4f93e1f01494bbd8321c1e8a30d7b3b is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:09.219602 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:09.225507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:09.238393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Made reservation on behalf of b4f93e1f01494bbd8321c1e8a30d7b3b for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:25:09.243185 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:09.256117 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:09.271757 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:09.275799 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Usage tracker for resource:security_group_rule and tenant:b4f93e1f01494bbd8321c1e8a30d7b3b is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:09.278775 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:09.285380 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:09.371713 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:09.374322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:09.378983 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b6978565-b48f-495a-8947-0c37356a9b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:09.410987 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:25:09.420462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb992573-f1f1-4fb5-adff-930a1f2c1a1f,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:09.424404 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:09.426914 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252823229180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:09.427323 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Added segment 61ea177a-4f53-410b-b6ee-d61883e0edc6 of type vxlan for network f377b5d5-bb57-4c5b-8940-7c2c4bc6951f
Feb 18 00:25:09.456307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:09.485170 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:09.486427 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:09.487062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:09.491990 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-59ce2956-c5d4-49a3-810d-73502d0e08a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:09.598913 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.5019326
Feb 18 00:25:09.599889 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Pushing event updated for resources: {'Network': ['ID=f377b5d5-bb57-4c5b-8940-7c2c4bc6951f,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:09.601960 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46374) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:09.604544 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:09.608792 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Request body: {'subnet': {'network_id': 'f377b5d5-bb57-4c5b-8940-7c2c4bc6951f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1186819397-subnet', 'tenant_id': 'b4f93e1f01494bbd8321c1e8a30d7b3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:25:09.613010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network f377b5d5-bb57-4c5b-8940-7c2c4bc6951f details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:25:09.614485 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:09.618563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Usage tracker for resource:subnet and tenant:b4f93e1f01494bbd8321c1e8a30d7b3b is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:09.621609 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:09.626976 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network f377b5d5-bb57-4c5b-8940-7c2c4bc6951f details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:25:09.627513 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:09.637351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Made reservation on behalf of b4f93e1f01494bbd8321c1e8a30d7b3b for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:25:09.642112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32230035'] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:10.058178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30190723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32230018'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:10.073703 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:10.501862 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=492bfbaf-0bfe-40fa-9fe6-593f9ce1a945,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:10.507453 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:10.567685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beeef9-bcb1-4f9c-a922-c14cd32fe1b8 req-6bb4f412-a2dc-4f75-b9ce-dae933ea4d6e tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:10.569346 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-72beeef9-bcb1-4f9c-a922-c14cd32fe1b8 req-6bb4f412-a2dc-4f75-b9ce-dae933ea4d6e tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.4149706
Feb 18 00:25:10.641318 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-72beeef9-bcb1-4f9c-a922-c14cd32fe1b8 req-92a54fd4-2e26-46fb-82ef-96bfce75cfe3 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0638793
Feb 18 00:25:10.642608 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Checking segment: {'id': '61ea177a-4f53-410b-b6ee-d61883e0edc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f377b5d5-bb57-4c5b-8940-7c2c4bc6951f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:25:10.643006 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Network hostable DHCP agents. Network: f377b5d5-bb57-4c5b-8940-7c2c4bc6951f, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:25:10.670718 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Network f377b5d5-bb57-4c5b-8940-7c2c4bc6951f is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:25:10.682743 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, f377b5d5-bb57-4c5b-8940-7c2c4bc6951f) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:25:10.691242 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8224822a-47a3-4c1d-8b72-183b28f820da None None] Network f377b5d5-bb57-4c5b-8940-7c2c4bc6951f requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:25:10.701351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:10.702131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:10.725585 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1225090
Feb 18 00:25:11.145694 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9678e04b-c7bc-45e9-95f4-6276028c0622 None None] Network f377b5d5-bb57-4c5b-8940-7c2c4bc6951f requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:25:11.472699 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46410) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:11.479039 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1665190531-network', 'tenant_id': 'c53b932a7925430aa8f1892756bb0225'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:25:11.485128 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:11.490126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Usage tracker for resource:network and tenant:c53b932a7925430aa8f1892756bb0225 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:11.493898 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:11.499823 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:11.508967 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Made reservation on behalf of c53b932a7925430aa8f1892756bb0225 for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:25:11.513769 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:11.526829 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:11.542199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:11.546234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Usage tracker for resource:security_group_rule and tenant:c53b932a7925430aa8f1892756bb0225 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:11.549724 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:11.555561 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:11.578767 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:25:11.642376 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:11.645474 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:11.649995 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f2a0ffe1-710c-4d93-9000-9da76cd697c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:11.685944 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:25:11.701625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022adac4-6001-43ee-8aed-dcda1243e968,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:11.705389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:11.708583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252823229180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:11.709031 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Added segment 915d4d5b-f99d-4d36-9ce2-dfa993c28d2d of type vxlan for network f9ce7807-631c-4ff3-8c52-74aab89a19c1
Feb 18 00:25:11.710793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:11.742582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:11.760472 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40622599-1573-4d1a-a832-e00a4956af39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:25:11.772744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747,segment=NetworkSegment(035a6f29-391e-4b3b-9348-d1bc6e5088e1),segment_id=035a6f29-391e-4b3b-9348-d1bc6e5088e1)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:25:11.784733 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:11.787231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a5d5d9b4-787a-44dd-84b5-b2a2e20aa42e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:11.830253 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40622599-1573-4d1a-a832-e00a4956af39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747', 'code': 200}
Feb 18 00:25:11.845394 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:11.847414 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:11.848067 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:11.856984 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:11.866922 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:11.874987 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.875370 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.875756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.876134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.876535 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.876910 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.877282 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.877659 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.878046 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.878415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.878782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.879146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.879569 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.879933 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.880296 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.880684 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.881050 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.881411 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.881772 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.882132 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.882480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.883000 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.883366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.883739 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:11.888207 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:11.983120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Pushing event updated for resources: {'Network': ['ID=f9ce7807-631c-4ff3-8c52-74aab89a19c1,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:11.987181 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:11.992069 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ae17cc9a-0e71-4694-bb33-6aa802603f9d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.5152071
Feb 18 00:25:11.992593 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46420) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:11.995979 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network f9ce7807-631c-4ff3-8c52-74aab89a19c1 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:25:11.999904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Request body: {'subnet': {'network_id': 'f9ce7807-631c-4ff3-8c52-74aab89a19c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1665190531-subnet', 'tenant_id': 'c53b932a7925430aa8f1892756bb0225', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:25:12.006641 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:12.011616 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Usage tracker for resource:subnet and tenant:c53b932a7925430aa8f1892756bb0225 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:12.011948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4019a2-1f49-4d37-b049-905509bbca33 req-b6c27c03-961c-436e-b702-06c4562dd777 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:12.013532 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cf4019a2-1f49-4d37-b049-905509bbca33 req-b6c27c03-961c-436e-b702-06c4562dd777 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.2303581
Feb 18 00:25:12.014637 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network f9ce7807-631c-4ff3-8c52-74aab89a19c1 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:25:12.023866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:12.030888 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:12.044652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Made reservation on behalf of c53b932a7925430aa8f1892756bb0225 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:25:12.051650 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822688071'] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:12.070481 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cf4019a2-1f49-4d37-b049-905509bbca33 req-90ca3d08-4234-42ad-b009-75148d307560 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0487680
Feb 18 00:25:12.471297 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46436) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:12.508794 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f568d5-2d58-45e0-be2c-751391f894d4 req-f600972e-60f2-4161-b03d-655d17bbd55d tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:12.511753 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b0f568d5-2d58-45e0-be2c-751391f894d4 req-f600972e-60f2-4161-b03d-655d17bbd55d tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.1074774
Feb 18 00:25:12.540414 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eed6b-8851-45f3-88f1-cba8bf0fd001 req-9ac32584-5d0f-4f25-be13-4900468dd831 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:12.541975 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-161eed6b-8851-45f3-88f1-cba8bf0fd001 req-9ac32584-5d0f-4f25-be13-4900468dd831 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.1364293
Feb 18 00:25:12.621440 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b0f568d5-2d58-45e0-be2c-751391f894d4 req-b82759b3-a1e6-43f6-889c-9f19a21a3194 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1007054
Feb 18 00:25:12.637967 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-161eed6b-8851-45f3-88f1-cba8bf0fd001 req-d7e313d8-7ec6-414a-9263-062340f3ae65 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628831
Feb 18 00:25:12.650745 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8a0158a-9fb8-4df3-9eb5-c243a5ae7109 req-148c8357-a09f-43ca-a445-f0de6b4c1fa4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1778123
Feb 18 00:25:12.888906 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036821255243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822688088'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:12.905782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:13.049464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=185fc1b7-2fcd-423d-b21c-a08faf1defa4,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:13.063579 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:13.123889 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Checking segment: {'id': '915d4d5b-f99d-4d36-9ce2-dfa993c28d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f9ce7807-631c-4ff3-8c52-74aab89a19c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:25:13.124284 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Network hostable DHCP agents. Network: f9ce7807-631c-4ff3-8c52-74aab89a19c1, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:25:13.145334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Network f9ce7807-631c-4ff3-8c52-74aab89a19c1 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:25:13.154210 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, f9ce7807-631c-4ff3-8c52-74aab89a19c1) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:25:13.165565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbcf65e-5b8a-4a3d-ab46-4a35a948c1c2 None None] Network f9ce7807-631c-4ff3-8c52-74aab89a19c1 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:25:13.168686 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:13.169334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:13.189324 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2982e583-0f24-493f-b3f6-3ca288f6d76f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1953897
Feb 18 00:25:13.342058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46450) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:13.413125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab252086-02ba-43b9-8603-5958302e0091 None None] Network f9ce7807-631c-4ff3-8c52-74aab89a19c1 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:25:13.414375 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b776c4b-a107-4a6a-8290-ee0dce78737d admin admin] Deleting subnet 492bfbaf-0bfe-40fa-9fe6-593f9ce1a945 {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:25:13.417639 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8b776c4b-a107-4a6a-8290-ee0dce78737d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:13.471009 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8b776c4b-a107-4a6a-8290-ee0dce78737d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32911427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:13.532300 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8b776c4b-a107-4a6a-8290-ee0dce78737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:13.644993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 3b3f34fa-f3eb-4370-9db5-75a19549a155 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:25:13.752637 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 3b3f34fa-f3eb-4370-9db5-75a19549a155 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:25:13.753610 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:13.865799 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8b776c4b-a107-4a6a-8290-ee0dce78737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824585018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822545795'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:13.891704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4b46c930-ca7e-41bc-9b75-4c9a03b8a35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:13.981051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2555a4-f797-47c6-8ede-6428364b196d req-95124928-1cf2-40d0-82f2-9b63a79636c9 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:13.982607 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5c2555a4-f797-47c6-8ede-6428364b196d req-95124928-1cf2-40d0-82f2-9b63a79636c9 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.1683075
Feb 18 00:25:13.994240 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-08a98f6e-1aa7-49b5-bcf3-64ef3a9894bf tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:13.995724 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-08a98f6e-1aa7-49b5-bcf3-64ef3a9894bf tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.58 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 945 time: 0.1278119
Feb 18 00:25:14.033344 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b776c4b-a107-4a6a-8290-ee0dce78737d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=492bfbaf-0bfe-40fa-9fe6-593f9ce1a945,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:14.054319 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8b776c4b-a107-4a6a-8290-ee0dce78737d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:14.102280 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5c2555a4-f797-47c6-8ede-6428364b196d req-ae188d0a-cca8-4039-98b3-49e059a6f326 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=d58ccb5b-a5ee-432d-b9d9-35a238a086f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055081
Feb 18 00:25:14.108552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Deleting port 3b3f34fa-f3eb-4370-9db5-75a19549a155 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:25:14.108943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:14.114117 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8b776c4b-a107-4a6a-8290-ee0dce78737d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:14.129825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bebe75-6dcf-408e-8ed7-bbb89c0782c9 req-6304934e-523d-470f-b5da-45ef7a584568 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:14.131467 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-00bebe75-6dcf-408e-8ed7-bbb89c0782c9 req-6304934e-523d-470f-b5da-45ef7a584568 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.3111875
Feb 18 00:25:14.139622 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8b776c4b-a107-4a6a-8290-ee0dce78737d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/492bfbaf-0bfe-40fa-9fe6-593f9ce1a945 HTTP/1.1" status: 204  len: 168 time: 0.7963862
Feb 18 00:25:14.144053 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46458) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:14.246815 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0158a-9fb8-4df3-9eb5-c243a5ae7109 req-7b069402-9a3f-4463-99b5-e61267b170ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:14.248483 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8a0158a-9fb8-4df3-9eb5-c243a5ae7109 req-7b069402-9a3f-4463-99b5-e61267b170ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39&tenant_id=81448b37f7984bc69c0df61b137becc1 HTTP/1.1" status: 200  len: 1161 time: 0.2742624
Feb 18 00:25:14.351542 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-00bebe75-6dcf-408e-8ed7-bbb89c0782c9 req-8372ee60-db5f-462d-9129-4d16e7279a2d tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.2100677
Feb 18 00:25:14.361133 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:14.382854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] For port 3b3f34fa-f3eb-4370-9db5-75a19549a155, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=3b3f34fa-f3eb-4370-9db5-75a19549a155,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:25:14.383259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:14.559026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0158a-9fb8-4df3-9eb5-c243a5ae7109 req-d44ad3d3-80ed-4cf1-8b11-1bb286cb70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:14.560720 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8a0158a-9fb8-4df3-9eb5-c243a5ae7109 req-d44ad3d3-80ed-4cf1-8b11-1bb286cb70bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81448b37f7984bc69c0df61b137becc1&device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 1161 time: 0.2867680
Feb 18 00:25:14.661388 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:14.704053 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:14.704445 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:14.704803 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Floating IP 71701b92-bae3-474e-b142-93d21b9e404f disassociated. External IP: 172.27.3.46, port: 3b3f34fa-f3eb-4370-9db5-75a19549a155.
Feb 18 00:25:14.705179 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Calling delete_port for 3b3f34fa-f3eb-4370-9db5-75a19549a155 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:25:14.814405 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd30f1140f0>,) {'filters': {'network_id': ['f377b5d5-bb57-4c5b-8940-7c2c4bc6951f']}} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:14.838811 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f1140f0>, '61ea177a-4f53-410b-b6ee-d61883e0edc6') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:14.839151 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f1140f0>, '61ea177a-4f53-410b-b6ee-d61883e0edc6') {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:14.850619 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0158a-9fb8-4df3-9eb5-c243a5ae7109 req-edd455f9-c2fb-428d-8d05-7b16088c7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:14.852111 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8a0158a-9fb8-4df3-9eb5-c243a5ae7109 req-edd455f9-c2fb-428d-8d05-7b16088c7c06 service neutron] 10.222.0.58 "GET /v2.0/networks?id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 HTTP/1.1" status: 200  len: 903 time: 0.2764046
Feb 18 00:25:14.853269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:14.855634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821864357'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:14.872268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-04480960-f6f0-44c9-8dd5-432ac5325aaf tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:14.950287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:14.954262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:25:14.963644 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event deleted for resources: {'Port': ['ID=3b3f34fa-f3eb-4370-9db5-75a19549a155,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:14.974127 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:15.061953 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8a0158a-9fb8-4df3-9eb5-c243a5ae7109 req-54d6a7ce-4cb5-4d48-9ae2-f4b6a3c9424b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 HTTP/1.1" status: 200  len: 1000 time: 0.1982741
Feb 18 00:25:15.208109 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] Network f377b5d5-bb57-4c5b-8940-7c2c4bc6951f has no segments {{(pid=83992) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:25:15.219637 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30189113'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:15.288393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:25:15.297998 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0158a-9fb8-4df3-9eb5-c243a5ae7109 req-76e3d99a-dd21-42a9-8545-e1b864e7d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:15.298972 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5eb32f10-6976-4049-bca0-06922df52773 req-661d43b0-de55-449e-b6d8-121a47c11e5c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=66432502-f8e8-4d24-a35f-ea47f3d3e2b6 HTTP/1.1" status: 200  len: 210 time: 0.0583858
Feb 18 00:25:15.299581 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8a0158a-9fb8-4df3-9eb5-c243a5ae7109 req-76e3d99a-dd21-42a9-8545-e1b864e7d8ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e965978-db85-4d70-bb6a-a583c846ceb9 HTTP/1.1" status: 200  len: 848 time: 0.2221136
Feb 18 00:25:15.503890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:25:15.517270 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12efbfb-059c-469e-a4c8-4b3a80a67026 None None] Sync routers for ids ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:25:15.533769 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12efbfb-059c-469e-a4c8-4b3a80a67026 None None] Routers {'9f61b6da-e04c-4bc3-880f-9d20b1e20c74'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:25:15.534836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-c12efbfb-059c-469e-a4c8-4b3a80a67026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f92c4e0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:24:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:15.552031 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] No DVR routers for this DVR port 3b3f34fa-f3eb-4370-9db5-75a19549a155 on host hv-cinder-75157 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:25:15.554942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:15.558481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'name': 'network-vif-deleted', 'tag': '3b3f34fa-f3eb-4370-9db5-75a19549a155'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:25:15.589630 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5b0d8a87-326c-4fb4-b266-f857653d6b2b req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.58 "DELETE /v2.0/ports/3b3f34fa-f3eb-4370-9db5-75a19549a155 HTTP/1.1" status: 204  len: 173 time: 1.5781281
Feb 18 00:25:15.614384 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66432502-f8e8-4d24-a35f-ea47f3d3e2b6', 'name': 'network-vif-deleted', 'tag': '3b3f34fa-f3eb-4370-9db5-75a19549a155', 'status': 'completed', 'code': 200}
Feb 18 00:25:15.633593 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 3b3f34fa-f3eb-4370-9db5-75a19549a155 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:25:15.688399 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] No Port match for: 3b3f34fa-f3eb-4370-9db5-75a19549a155 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:25:15.689206 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 3b3f34fa-f3eb-4370-9db5-75a19549a155 not bound to the agent host hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:25:15.771491 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] Network f377b5d5-bb57-4c5b-8940-7c2c4bc6951f has no segments {{(pid=83992) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:25:15.799013 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:25:15.813888 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-c12efbfb-059c-469e-a4c8-4b3a80a67026 None None] Set router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:25:15.912133 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0158a-9fb8-4df3-9eb5-c243a5ae7109 req-ba9e9b2e-5adc-447f-a317-bc4bc4368da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:15.913801 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8a0158a-9fb8-4df3-9eb5-c243a5ae7109 req-ba9e9b2e-5adc-447f-a317-bc4bc4368da7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.6017303
Feb 18 00:25:15.925321 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04695-2d81-4cab-9f91-3b2fc91dd45a req-f5c38f4a-e78f-4a6f-906a-22ca37178e8f tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:15.926865 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-18a04695-2d81-4cab-9f91-3b2fc91dd45a req-f5c38f4a-e78f-4a6f-906a-22ca37178e8f tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.2441394
Feb 18 00:25:15.927507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:16.005563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:16.019225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:16.064684 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] Pushing event deleted for resources: {'Network': ['ID=f377b5d5-bb57-4c5b-8940-7c2c4bc6951f,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:16.071864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:16.085171 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-aa4f95ae-ccf1-48ec-b735-59bf33a0a1ec admin admin] 10.222.0.55 "DELETE /v2.0/networks/f377b5d5-bb57-4c5b-8940-7c2c4bc6951f HTTP/1.1" status: 204  len: 168 time: 1.9366596
Feb 18 00:25:16.085636 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46468) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:16.103035 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-18a04695-2d81-4cab-9f91-3b2fc91dd45a req-b824d9c7-f641-4531-a95c-9120294c51b7 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1507742
Feb 18 00:25:16.143267 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8a0158a-9fb8-4df3-9eb5-c243a5ae7109 req-834019a2-e1c1-4c29-b095-00e3e28ab6a5 service neutron] 10.222.0.58 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136748
Feb 18 00:25:16.165610 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-c12efbfb-059c-469e-a4c8-4b3a80a67026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f92c4e0>, [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:44Z', 'revision_number': 5, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:16.171631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12efbfb-059c-469e-a4c8-4b3a80a67026 None None] Checking router: 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:25:16.183848 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-4108a5e4-6254-479d-ace4-c632d563368a admin admin] Deleting subnet 185fc1b7-2fcd-423d-b21c-a08faf1defa4 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:25:16.184148 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12efbfb-059c-469e-a4c8-4b3a80a67026 None None] Routers {'9f61b6da-e04c-4bc3-880f-9d20b1e20c74'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:25:16.185006 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-c12efbfb-059c-469e-a4c8-4b3a80a67026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f92c4e0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:24:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:16.186808 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4108a5e4-6254-479d-ace4-c632d563368a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:16.270887 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4108a5e4-6254-479d-ace4-c632d563368a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821255317'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:16.320180 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8a0158a-9fb8-4df3-9eb5-c243a5ae7109 req-a04bfcda-755e-45a6-acf0-f76a98596363 service neutron] 10.222.0.58 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1706190
Feb 18 00:25:16.334799 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4108a5e4-6254-479d-ace4-c632d563368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:16.468246 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46476) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:16.549848 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1c390292-0f1f-4539-a1e8-0b2851479587 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:16.553910 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-c12efbfb-059c-469e-a4c8-4b3a80a67026 None None] Set router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:25:16.587138 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1c390292-0f1f-4539-a1e8-0b2851479587 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:16.638689 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1c390292-0f1f-4539-a1e8-0b2851479587 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:16.644113 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-26b18572-fce9-414c-8e5e-28754059ee7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:16.664711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c390292-0f1f-4539-a1e8-0b2851479587 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58ccb5b-a5ee-432d-b9d9-35a238a086f4,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:16.670052 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4108a5e4-6254-479d-ace4-c632d563368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33520624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32087639'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:16.672928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1c390292-0f1f-4539-a1e8-0b2851479587 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:16.673531 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1c390292-0f1f-4539-a1e8-0b2851479587 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:16.674759 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1c390292-0f1f-4539-a1e8-0b2851479587 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "DELETE /v2.0/security-groups/d58ccb5b-a5ee-432d-b9d9-35a238a086f4 HTTP/1.1" status: 204  len: 168 time: 0.2051597
Feb 18 00:25:16.679564 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46480) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:16.689309 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:16.699518 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.v2.resource [None req-a2d8cbec-cde3-45bc-9609-f6e39ed3872e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] show failed (client error): The resource could not be found.
Feb 18 00:25:16.700898 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a2d8cbec-cde3-45bc-9609-f6e39ed3872e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups/d58ccb5b-a5ee-432d-b9d9-35a238a086f4 HTTP/1.1" status: 404  len: 347 time: 0.0182905
Feb 18 00:25:16.703714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46484) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:16.777015 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108a5e4-6254-479d-ace4-c632d563368a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=185fc1b7-2fcd-423d-b21c-a08faf1defa4,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:16.782364 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4108a5e4-6254-479d-ace4-c632d563368a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:16.884027 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-669c0ea4-596e-4198-8ef9-19d76a9dc29a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Deleting port 209eac6e-8c5e-4706-a30f-429fefb9983a {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:25:16.884487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-669c0ea4-596e-4198-8ef9-19d76a9dc29a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:16.918118 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-c12efbfb-059c-469e-a4c8-4b3a80a67026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f92c4e0>, [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:44Z', 'revision_number': 5, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:16.923945 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12efbfb-059c-469e-a4c8-4b3a80a67026 None None] The sync data for ids ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'] in dv-cinder-751579-21-iscsi is: [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:44Z', 'revision_number': 5, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:25:17.075236 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4108a5e4-6254-479d-ace4-c632d563368a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:17.078661 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-669c0ea4-596e-4198-8ef9-19d76a9dc29a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:17.079034 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-669c0ea4-596e-4198-8ef9-19d76a9dc29a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:17.081573 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4108a5e4-6254-479d-ace4-c632d563368a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/185fc1b7-2fcd-423d-b21c-a08faf1defa4 HTTP/1.1" status: 204  len: 168 time: 0.9947977
Feb 18 00:25:17.084204 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46488) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:17.204079 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:17.247925 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-669c0ea4-596e-4198-8ef9-19d76a9dc29a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Calling delete_port for 209eac6e-8c5e-4706-a30f-429fefb9983a owned by network:floatingip {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:25:17.375367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c07c8-54a2-4f93-9568-8428395b65fb None None] New status for floating IP 71701b92-bae3-474e-b142-93d21b9e404f: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:25:17.403152 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-669c0ea4-596e-4198-8ef9-19d76a9dc29a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:17.422484 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:17.469083 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:17.520230 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0ea4-596e-4198-8ef9-19d76a9dc29a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event deleted for resources: {'Port': ['ID=209eac6e-8c5e-4706-a30f-429fefb9983a,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:17.530244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-669c0ea4-596e-4198-8ef9-19d76a9dc29a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:17.565740 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8d0a0-022e-4499-8471-5b484823f3f2 req-3845d2ee-3b4c-418e-b9e3-26393192000e tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:17.567372 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d0b8d0a0-022e-4499-8471-5b484823f3f2 req-3845d2ee-3b4c-418e-b9e3-26393192000e tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.3129394
Feb 18 00:25:17.622869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd30fa73ac8>,) {'filters': {'network_id': ['f9ce7807-631c-4ff3-8c52-74aab89a19c1']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:17.649582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30fa73ac8>, '915d4d5b-f99d-4d36-9ce2-dfa993c28d2d') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:17.650099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30fa73ac8>, '915d4d5b-f99d-4d36-9ce2-dfa993c28d2d') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:17.650226 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-669c0ea4-596e-4198-8ef9-19d76a9dc29a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for floatingip, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:17.663304 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d0b8d0a0-022e-4499-8471-5b484823f3f2 req-9ef72613-b8b5-4994-a9b2-bfdf9952f6d7 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0809309
Feb 18 00:25:17.665203 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-669c0ea4-596e-4198-8ef9-19d76a9dc29a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:17.669210 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-669c0ea4-596e-4198-8ef9-19d76a9dc29a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "DELETE /v2.0/floatingips/71701b92-bae3-474e-b142-93d21b9e404f HTTP/1.1" status: 204  len: 168 time: 0.9612689
Feb 18 00:25:17.669825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33520499'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:17.685854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:17.685854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:25:17.875301 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] Network f9ce7807-631c-4ff3-8c52-74aab89a19c1 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:25:17.884791 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821257969'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:17.905825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46496) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:17.911908 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2089970424', 'description': 'tempest-description--1206210537'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:25:17.918331 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:17.922928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Usage tracker for resource:security_group and tenant:50cf0e141ee64f36aa0971eb78daf3d0 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:17.926174 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:17.932204 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:17.943232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:17.965369 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:17.969475 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Usage tracker for resource:security_group_rule and tenant:50cf0e141ee64f36aa0971eb78daf3d0 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:17.972524 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:17.978367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:18.064097 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] Network f9ce7807-631c-4ff3-8c52-74aab89a19c1 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:25:18.089609 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:25:18.164651 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.168257 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-69aac5c8-0356-42a0-aa0d-040206fd586a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:18.185182 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.193253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ce7807-631c-4ff3-8c52-74aab89a19c1,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:18.196488 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f9ce7807-631c-4ff3-8c52-74aab89a19c1 HTTP/1.1" status: 204  len: 168 time: 1.1112225
Feb 18 00:25:18.197637 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b2d659e7-d1cd-4ef1-abfc-4edfa4ac7998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:18.228658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.231422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.237667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-14b0d35f-5da2-49ae-b489-77c468823c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:18.285219 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e21fd5-743d-439f-b09a-ab330d1bdb28,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:18.288439 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:18.289886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.294019 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ee890264-5321-4dd1-bcd5-d723034eb792 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3842492
Feb 18 00:25:18.294439 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46502) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:18.300481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-47823492-58e0-4262-bc09-aa3eb06f2bc2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Request body: {'security_group_rule': {'security_group_id': 'f2e21fd5-743d-439f-b09a-ab330d1bdb28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:25:18.306766 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-47823492-58e0-4262-bc09-aa3eb06f2bc2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:18.310798 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-47823492-58e0-4262-bc09-aa3eb06f2bc2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Usage tracker for resource:security_group_rule and tenant:50cf0e141ee64f36aa0971eb78daf3d0 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:18.314386 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-47823492-58e0-4262-bc09-aa3eb06f2bc2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:18.320566 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-47823492-58e0-4262-bc09-aa3eb06f2bc2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:18.340940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-47823492-58e0-4262-bc09-aa3eb06f2bc2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.381989 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46506) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:18.405303 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-47823492-58e0-4262-bc09-aa3eb06f2bc2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.408541 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-47823492-58e0-4262-bc09-aa3eb06f2bc2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170069'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.410640 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:18.435506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47823492-58e0-4262-bc09-aa3eb06f2bc2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04ee51c-0de0-48cf-8693-0348ade5d5ce,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:18.442375 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e9d5994c-d966-4071-979e-42de28b15075 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4f93e1f01494bbd8321c1e8a30d7b3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0568757
Feb 18 00:25:18.442713 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-47823492-58e0-4262-bc09-aa3eb06f2bc2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:18.442821 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46510) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:18.457659 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-47823492-58e0-4262-bc09-aa3eb06f2bc2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.458851 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-47823492-58e0-4262-bc09-aa3eb06f2bc2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1634719
Feb 18 00:25:18.461753 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46514) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:18.467672 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-69aba8ad-f547-4798-8e6b-36f55e2076d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Request body: {'security_group_rule': {'security_group_id': 'f2e21fd5-743d-439f-b09a-ab330d1bdb28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:25:18.474427 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-69aba8ad-f547-4798-8e6b-36f55e2076d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:18.478492 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-69aba8ad-f547-4798-8e6b-36f55e2076d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Usage tracker for resource:security_group_rule and tenant:50cf0e141ee64f36aa0971eb78daf3d0 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:18.482280 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-69aba8ad-f547-4798-8e6b-36f55e2076d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:18.488959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-69aba8ad-f547-4798-8e6b-36f55e2076d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:18.504016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69aba8ad-f547-4798-8e6b-36f55e2076d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.508692 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4e18475-d127-46f4-aa10-e0b3a6a39082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.536605 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4e18475-d127-46f4-aa10-e0b3a6a39082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.568883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69aba8ad-f547-4798-8e6b-36f55e2076d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.571767 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69aba8ad-f547-4798-8e6b-36f55e2076d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170069'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.573978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-deec2aae-a0ae-44bc-a2fa-1ff780b7b7d5 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:18.588806 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4e18475-d127-46f4-aa10-e0b3a6a39082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.594676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-32e5a319-6a3c-4d1c-aede-fd50c541532b tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:18.598634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aba8ad-f547-4798-8e6b-36f55e2076d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0038b2f-b3e6-44e8-beb8-4b75285bb2e0,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:18.601281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-69aba8ad-f547-4798-8e6b-36f55e2076d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:18.606135 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e18475-d127-46f4-aa10-e0b3a6a39082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb992573-f1f1-4fb5-adff-930a1f2c1a1f,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:18.607868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-69aba8ad-f547-4798-8e6b-36f55e2076d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.610152 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-69aba8ad-f547-4798-8e6b-36f55e2076d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1471071
Feb 18 00:25:18.612055 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c4e18475-d127-46f4-aa10-e0b3a6a39082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:18.613583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46518) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:18.614133 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4e18475-d127-46f4-aa10-e0b3a6a39082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.618143 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c4e18475-d127-46f4-aa10-e0b3a6a39082 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb992573-f1f1-4fb5-adff-930a1f2c1a1f HTTP/1.1" status: 204  len: 168 time: 0.1743069
Feb 18 00:25:18.619288 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Request body: {'floatingip': {'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:25:18.625264 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:18.629517 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Usage tracker for resource:floatingip and tenant:50cf0e141ee64f36aa0971eb78daf3d0 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:18.632939 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:18.638775 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:18.649602 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.851517 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:18.982995 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46528) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:18.991327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff1a80-78e7-4e40-bea0-9138b157e2df req-7311d146-fb9b-41fe-815e-33669c428f70 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:18.992956 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dfff1a80-78e7-4e40-bea0-9138b157e2df req-7311d146-fb9b-41fe-815e-33669c428f70 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.2039652
Feb 18 00:25:19.038680 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-31e2f726-d780-4f67-9ed3-9a36367c9335 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c53b932a7925430aa8f1892756bb0225&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517147
Feb 18 00:25:19.038930 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46532) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:19.101564 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5a8d3c2f-0d07-4285-a86a-d2da140471bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:19.116135 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dfff1a80-78e7-4e40-bea0-9138b157e2df req-18a29cd7-237c-457c-95a1-a4192745917c tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1069927
Feb 18 00:25:19.130016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5a8d3c2f-0d07-4285-a86a-d2da140471bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:19.177658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5a8d3c2f-0d07-4285-a86a-d2da140471bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:19.182884 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ee46231-c132-4b5d-b214-2c0664a2cd28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:19.194896 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Allocated IP 172.27.3.101 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/36054155-7ba0-42fa-bf6c-f34e8bdf1f95) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:25:19.196156 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d3c2f-0d07-4285-a86a-d2da140471bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022adac4-6001-43ee-8aed-dcda1243e968,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:19.199316 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5a8d3c2f-0d07-4285-a86a-d2da140471bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:19.201375 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5a8d3c2f-0d07-4285-a86a-d2da140471bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:19.206073 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5a8d3c2f-0d07-4285-a86a-d2da140471bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/022adac4-6001-43ee-8aed-dcda1243e968 HTTP/1.1" status: 204  len: 168 time: 0.1627257
Feb 18 00:25:19.370970 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:19.404091 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:19.423758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f8f4fafe-5140-41b4-a16d-356f5ffafc91 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:19.560311 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event updated for resources: {'Port': ['ID=36054155-7ba0-42fa-bf6c-f34e8bdf1f95,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:19.565825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:19.615529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:25:19.616715 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:25:19.619057 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:25:19.700492 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:19.766653 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:20.039676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:20.043503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821257939'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:20.059004 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:20.200307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event updated for resources: {'Port': ['ID=36054155-7ba0-42fa-bf6c-f34e8bdf1f95,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:20.206667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:20.320077 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:20.338972 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17069c-f0b5-4ade-a878-1313eec029ba req-391548e3-e818-436b-8eca-dbc4008252fb tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:20.340811 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9d17069c-f0b5-4ade-a878-1313eec029ba req-391548e3-e818-436b-8eca-dbc4008252fb tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.1087363
Feb 18 00:25:20.345510 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:20.346829 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6d1e562a-4e0c-40d2-877c-a81d87a02f7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7322450
Feb 18 00:25:20.398020 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9d17069c-f0b5-4ade-a878-1313eec029ba req-9095b17a-238f-4545-9947-446880d3c79c tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0476153
Feb 18 00:25:20.596615 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-6c6fc6ae-5f99-4725-ba7b-cd0891b6fb6b tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2089970424&fields=id&tenant_id=50cf0e141ee64f36aa0971eb78daf3d0 HTTP/1.1" status: 200  len: 267 time: 0.0573962
Feb 18 00:25:20.738957 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:20.768486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-39a4d108-790f-4e24-b7f6-9f02e1a8e3ef tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:20.770077 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-39a4d108-790f-4e24-b7f6-9f02e1a8e3ef tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/networks?id=e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 200  len: 816 time: 0.1664715
Feb 18 00:25:20.786985 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-eb4b3ea0-674b-4415-81eb-fbe80045b835 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/quotas/50cf0e141ee64f36aa0971eb78daf3d0 HTTP/1.1" status: 200  len: 375 time: 0.0109420
Feb 18 00:25:20.880859 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-2f0d2910-d830-4d3d-a964-12ea5e6b0b0a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Synchronizing usage tracker for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:25:20.896284 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-2f0d2910-d830-4d3d-a964-12ea5e6b0b0a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Unset dirty status for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:25:20.897926 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-2f0d2910-d830-4d3d-a964-12ea5e6b0b0a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1049852
Feb 18 00:25:21.156328 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-a11b74a6-3839-4992-b34f-89b791b6ed34 service neutron] 10.222.0.55 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2452896
Feb 18 00:25:21.542773 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-2c4f4d2d-dc6d-47ef-89d4-df63fed391c7 service neutron] 10.222.0.55 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3798349
Feb 18 00:25:21.616588 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1203077-6c3d-4fa7-b0d7-8a2601cdf559 req-e7219f8f-4865-427b-8b0a-398e0807725a tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:21.618238 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b1203077-6c3d-4fa7-b0d7-8a2601cdf559 req-e7219f8f-4865-427b-8b0a-398e0807725a tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.0947039
Feb 18 00:25:21.674477 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b1203077-6c3d-4fa7-b0d7-8a2601cdf559 req-251caa09-11c0-4273-8f8c-41119649de1c tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0487132
Feb 18 00:25:22.045974 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-31bfdeb4-9410-41bf-9644-9c4e5aa31656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:22.783967 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ae35360b-e171-4882-a868-d153351b7cfb req-8801cedf-eb31-4c94-8694-be1be6351097 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Synchronizing usage tracker for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:25:22.800892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ae35360b-e171-4882-a868-d153351b7cfb req-8801cedf-eb31-4c94-8694-be1be6351097 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Unset dirty status for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:25:22.806520 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae35360b-e171-4882-a868-d153351b7cfb req-8801cedf-eb31-4c94-8694-be1be6351097 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 210 time: 0.0833423
Feb 18 00:25:22.901948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8cb35-d1cb-41e9-8c35-13691db9ba6e req-44768d16-1186-491b-a072-95d918026a64 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:22.909229 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-32f8cb35-d1cb-41e9-8c35-13691db9ba6e req-44768d16-1186-491b-a072-95d918026a64 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.1025381
Feb 18 00:25:22.953419 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-32f8cb35-d1cb-41e9-8c35-13691db9ba6e req-2160a261-4397-4867-b406-5fbf046773cd tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0425465
Feb 18 00:25:23.819370 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73f8c235-c88e-4062-863a-2861315b049b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:23.969544 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-888ba8e0-d051-41a6-8cec-26d69ce14b66 req-ae2b6dcf-a62f-4cb2-8532-3264f57d3ed3 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 210 time: 0.0489917
Feb 18 00:25:24.158886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c20da-08c0-4315-b1be-258a47226796 req-d6899481-be7b-4718-b1f3-e1e76a0a6dca tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:24.160494 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e4c20da-08c0-4315-b1be-258a47226796 req-d6899481-be7b-4718-b1f3-e1e76a0a6dca tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.0895765
Feb 18 00:25:24.211021 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e4c20da-08c0-4315-b1be-258a47226796 req-c187877d-e22d-4a83-b154-f26ecef7d8bb tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0442731
Feb 18 00:25:25.110595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:25.138128 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-13be79f6-34ba-44fa-972f-b51e6d79c147 req-e525956d-8ce3-4e77-9378-4850a81b6e7f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 210 time: 0.0530174
Feb 18 00:25:25.408243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf577a8-5290-4649-9b15-41948b7207fa req-e8648349-f150-4b07-b4fa-f846e708de90 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:25.409824 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3bf577a8-5290-4649-9b15-41948b7207fa req-e8648349-f150-4b07-b4fa-f846e708de90 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.0879738
Feb 18 00:25:25.455878 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3bf577a8-5290-4649-9b15-41948b7207fa req-34537fc8-de9f-4140-b9e0-c7b587ec0a57 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0399711
Feb 18 00:25:26.010646 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:26.308804 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9d30b7ae-a698-49bf-878d-a28f4fbefbfa req-f25e5567-fc3c-424e-bb8a-fc65fd4c6053 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 210 time: 0.0494380
Feb 18 00:25:26.372278 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:25:26.433803 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:26.460886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:25:26.461305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:26.496865 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-20b8e692-519c-4394-ad4d-c8549b07c368 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:26.498451 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-20b8e692-519c-4394-ad4d-c8549b07c368 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.58 "GET /v2.0/networks?id=e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 200  len: 816 time: 0.1627445
Feb 18 00:25:26.578430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-6dad031e-6e71-4bf8-9605-3c6bf8db20b8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Synchronizing usage tracker for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:25:26.594645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-6dad031e-6e71-4bf8-9605-3c6bf8db20b8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Unset dirty status for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:25:26.596244 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-6dad031e-6e71-4bf8-9605-3c6bf8db20b8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0 HTTP/1.1" status: 200  len: 5709 time: 0.0886438
Feb 18 00:25:26.615583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Request body: {'port': {'device_id': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'admin_state_up': True, 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'security_groups': ['f2e21fd5-743d-439f-b09a-ab330d1bdb28']}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:25:26.619890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:26.658838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40622599-1573-4d1a-a832-e00a4956af39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:25:26.668469 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fab2f-b8f2-40eb-a9a2-319289ac38c2 req-ee69bff1-3bea-4878-9e31-5b6a458d970c tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:26.670745 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8a2fab2f-b8f2-40eb-a9a2-319289ac38c2 req-ee69bff1-3bea-4878-9e31-5b6a458d970c tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 944 time: 0.0980976
Feb 18 00:25:26.675762 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747,segment=NetworkSegment(035a6f29-391e-4b3b-9348-d1bc6e5088e1),segment_id=035a6f29-391e-4b3b-9348-d1bc6e5088e1)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:25:26.681525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:26.683519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5cb88d11-e8d9-4201-920c-2342a03799cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:26.722457 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8a2fab2f-b8f2-40eb-a9a2-319289ac38c2 req-be2502e1-fc75-4142-a71b-d36d1496b123 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0451541
Feb 18 00:25:26.733156 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40622599-1573-4d1a-a832-e00a4956af39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747', 'code': 200}
Feb 18 00:25:26.769427 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747,revision_number=6']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:26.771276 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:26.772853 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:26.781751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:26.790537 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Made reservation on behalf of 50cf0e141ee64f36aa0971eb78daf3d0 for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:25:26.796153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:27.012669 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239712-2af3-42fa-aacd-fc0a4b635d92 req-238f5ffc-fda1-420e-8b24-63717121ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:27.014275 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ee239712-2af3-42fa-aacd-fc0a4b635d92 req-238f5ffc-fda1-420e-8b24-63717121ee7b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 1163 time: 0.0804477
Feb 18 00:25:27.057773 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ee239712-2af3-42fa-aacd-fc0a4b635d92 req-1543defd-8829-4e09-a162-03ecd2f5b402 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0367644
Feb 18 00:25:27.110108 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Allocated IP 172.20.0.5 (e56fb3ca-8d4f-4ec5-997c-7262756285e3/487d7c03-e55f-4907-bb69-fbafd63dd354/637030b5-d907-4704-a1c7-aaf72521acc0) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:25:27.309507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:27.327226 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Transition to ACTIVE for port object 637030b5-d907-4704-a1c7-aaf72521acc0 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:25:27.352656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:27.368960 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:27.797811 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event updated for resources: {'Port': ['ID=637030b5-d907-4704-a1c7-aaf72521acc0,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:27.806175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:27.867439 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72682a4-6253-4140-81a6-5d9ef57d4b88 req-15623db2-ca2c-4f85-b6af-3db2e33ff889 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:27.869028 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d72682a4-6253-4140-81a6-5d9ef57d4b88 req-15623db2-ca2c-4f85-b6af-3db2e33ff889 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 931 time: 0.3998470
Feb 18 00:25:27.903683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Network e56fb3ca-8d4f-4ec5-997c-7262756285e3 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:25:27.908138 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:25:27.912128 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:25:27.958992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e241a7-0b8b-40cc-9d33-538fefcb509c req-19248cd6-c5d6-456e-b735-fcbe3b020865 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:27.968993 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a6e241a7-0b8b-40cc-9d33-538fefcb509c req-19248cd6-c5d6-456e-b735-fcbe3b020865 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.1202135
Feb 18 00:25:27.981241 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:27.981930 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:28.018576 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d72682a4-6253-4140-81a6-5d9ef57d4b88 req-36027c13-dd6c-4bc9-aca3-167d39df5eb1 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1385262
Feb 18 00:25:28.038622 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a6e241a7-0b8b-40cc-9d33-538fefcb509c req-02fb3ab5-1d01-4bff-aded-3c1439109902 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0659094
Feb 18 00:25:28.057532 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4521680
Feb 18 00:25:28.070328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Request body: {'port': {'device_id': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:25:28.147841 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-f9fc0f29-3bb5-4394-ac49-c1d4bbfbaa88 None None] Provisioning for port 637030b5-d907-4704-a1c7-aaf72521acc0 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:25:28.152823 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-f9fc0f29-3bb5-4394-ac49-c1d4bbfbaa88 None None] Provisioning complete for port 637030b5-d907-4704-a1c7-aaf72521acc0 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:25:28.153250 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0f29-3bb5-4394-ac49-c1d4bbfbaa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:28.196570 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:28.211168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc0f29-3bb5-4394-ac49-c1d4bbfbaa88 None None] Port 637030b5-d907-4704-a1c7-aaf72521acc0 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:25:28.610629 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637030b5-d907-4704-a1c7-aaf72521acc0 {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:25:28.618490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:28.630430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Transition to ACTIVE for port object 637030b5-d907-4704-a1c7-aaf72521acc0 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:25:28.633034 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:28.648780 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a1058329-cfff-4ccf-a562-2d741eaec8ea tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:28.790537 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Pushing event updated for resources: {'Port': ['ID=637030b5-d907-4704-a1c7-aaf72521acc0,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:28.795654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:28.811364 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:25:28.890662 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:25:28.891091 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:28.987136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Attempting to bind port 637030b5-d907-4704-a1c7-aaf72521acc0 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:25:28.987600 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Attempting to bind port 637030b5-d907-4704-a1c7-aaf72521acc0 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:25:28.988512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Attempting to bind port 637030b5-d907-4704-a1c7-aaf72521acc0 on network e56fb3ca-8d4f-4ec5-997c-7262756285e3 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:25:28.995162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:25:28.995793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Checking segment: {'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:25:28.996280 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:28.996786 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Bound using segment: {'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:25:28.997362 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Bound port: 637030b5-d907-4704-a1c7-aaf72521acc0, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b289c71-93ca-42db-96b6-38709c93ee37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:25:28.997822 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:29.135929 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] For port 637030b5-d907-4704-a1c7-aaf72521acc0, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:25:29.139625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] For port 637030b5-d907-4704-a1c7-aaf72521acc0, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=637030b5-d907-4704-a1c7-aaf72521acc0,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:25:29.146090 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:29.163942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6ba58baa-64b9-4d2a-a7a1-f5f544cffed2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:29.258672 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620542e-b0ed-420b-bee5-7058dee3f851 req-c98b0f8b-ba3c-4a0b-8f5e-c4cf8302a534 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:29.260297 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9620542e-b0ed-420b-bee5-7058dee3f851 req-c98b0f8b-ba3c-4a0b-8f5e-c4cf8302a534 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.0901992
Feb 18 00:25:29.309819 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9620542e-b0ed-420b-bee5-7058dee3f851 req-ad223442-e794-476a-bc19-6db14d9d5f81 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0423265
Feb 18 00:25:29.379192 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Pushing event updated for resources: {'Port': ['ID=637030b5-d907-4704-a1c7-aaf72521acc0,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:29.382694 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:29.439613 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ead07-b5f8-4dfb-8654-3596ef98228c req-9434ed77-672f-499d-84e0-b019f905434e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:29.440393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0f7ead07-b5f8-4dfb-8654-3596ef98228c req-9434ed77-672f-499d-84e0-b019f905434e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Synchronizing usage tracker for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:25:29.449836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:29.450387 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:29.451792 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] 10.222.0.58 "PUT /v2.0/ports/637030b5-d907-4704-a1c7-aaf72521acc0 HTTP/1.1" status: 200  len: 1157 time: 1.3866208
Feb 18 00:25:29.453012 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'tag': '637030b5-d907-4704-a1c7-aaf72521acc0'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:25:29.470617 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0f7ead07-b5f8-4dfb-8654-3596ef98228c req-9434ed77-672f-499d-84e0-b019f905434e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Unset dirty status for tenant:50cf0e141ee64f36aa0971eb78daf3d0 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:25:29.471905 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0f7ead07-b5f8-4dfb-8654-3596ef98228c req-9434ed77-672f-499d-84e0-b019f905434e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.3114440
Feb 18 00:25:29.579818 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0f7ead07-b5f8-4dfb-8654-3596ef98228c req-e79fd23c-80a1-401d-9d6e-c0222942ad45 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016390
Feb 18 00:25:29.612295 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-36a1a629-9236-45b3-88b5-ec0809227cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:29.613095 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-36a1a629-9236-45b3-88b5-ec0809227cf5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 1160 time: 0.1148989
Feb 18 00:25:29.681235 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'tag': '637030b5-d907-4704-a1c7-aaf72521acc0', 'status': 'completed', 'code': 200}
Feb 18 00:25:29.693531 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-207d2f25-c744-4d63-a96f-3fd21fb89684 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=637030b5-d907-4704-a1c7-aaf72521acc0 HTTP/1.1" status: 200  len: 217 time: 0.0724092
Feb 18 00:25:29.765758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-83dd4f87-3f87-4c2a-9491-c0f33f43ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:29.767278 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-83dd4f87-3f87-4c2a-9491-c0f33f43ef11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=487d7c03-e55f-4907-bb69-fbafd63dd354 HTTP/1.1" status: 200  len: 855 time: 0.0673482
Feb 18 00:25:29.850627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-5d9cbd29-6b18-41f4-85ce-a55a66783366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:29.852188 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-5d9cbd29-6b18-41f4-85ce-a55a66783366 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e56fb3ca-8d4f-4ec5-997c-7262756285e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0785451
Feb 18 00:25:29.998461 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-8668eabf-cbb8-4fc4-add3-b53cb6921157 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385891
Feb 18 00:25:30.141472 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8a491be-d8be-4d60-b71c-5c35d442d65f req-78326ecd-1ad6-41a9-89cf-49f35649e755 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359243
Feb 18 00:25:30.270378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd256ea-3f10-4d9e-9e01-4a8f9fbd8d17 req-b6fd6eb2-627b-459d-a33f-9e9bccdf68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:30.272010 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-edd256ea-3f10-4d9e-9e01-4a8f9fbd8d17 req-b6fd6eb2-627b-459d-a33f-9e9bccdf68b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 1160 time: 0.0849187
Feb 18 00:25:30.416110 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd256ea-3f10-4d9e-9e01-4a8f9fbd8d17 req-58d99c20-38c7-4579-bb7b-8b971f3facc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:30.417698 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-edd256ea-3f10-4d9e-9e01-4a8f9fbd8d17 req-58d99c20-38c7-4579-bb7b-8b971f3facc1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 200  len: 910 time: 0.1386971
Feb 18 00:25:30.494518 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-edd256ea-3f10-4d9e-9e01-4a8f9fbd8d17 req-ef0210b5-4e54-4823-9ba2-ee7d504196df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=637030b5-d907-4704-a1c7-aaf72521acc0 HTTP/1.1" status: 200  len: 217 time: 0.0692713
Feb 18 00:25:30.568997 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd256ea-3f10-4d9e-9e01-4a8f9fbd8d17 req-e39d599e-ed2d-4420-a88e-e26329561ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:30.570601 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-edd256ea-3f10-4d9e-9e01-4a8f9fbd8d17 req-e39d599e-ed2d-4420-a88e-e26329561ec4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=487d7c03-e55f-4907-bb69-fbafd63dd354 HTTP/1.1" status: 200  len: 855 time: 0.0682197
Feb 18 00:25:30.648308 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46692) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:30.660059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd256ea-3f10-4d9e-9e01-4a8f9fbd8d17 req-bccc546d-350c-4087-bced-08a09d395474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:30.661826 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-edd256ea-3f10-4d9e-9e01-4a8f9fbd8d17 req-bccc546d-350c-4087-bced-08a09d395474 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e56fb3ca-8d4f-4ec5-997c-7262756285e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0830667
Feb 18 00:25:30.782124 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5b4d19e5-5a86-4dd6-95bf-8219e63d0021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:30.798129 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5b4d19e5-5a86-4dd6-95bf-8219e63d0021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:30.802214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5b4d19e5-5a86-4dd6-95bf-8219e63d0021 admin admin] Usage tracker for resource:security_group_rule and tenant:b6acf831a5ca4768b4c4a5787fdbb6af is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:30.805240 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5b4d19e5-5a86-4dd6-95bf-8219e63d0021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:30.811085 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5b4d19e5-5a86-4dd6-95bf-8219e63d0021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:30.871070 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-edd256ea-3f10-4d9e-9e01-4a8f9fbd8d17 req-fc0f7a69-6b16-4ddb-90c5-442ae6c0e41c service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2023139
Feb 18 00:25:30.898563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5b4d19e5-5a86-4dd6-95bf-8219e63d0021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:30.901478 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5b4d19e5-5a86-4dd6-95bf-8219e63d0021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:30.910403 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a3a8fbf4-2b05-4a5a-a9a9-f55f3866362f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:30.952382 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5b4d19e5-5a86-4dd6-95bf-8219e63d0021 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b6acf831a5ca4768b4c4a5787fdbb6af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3027239
Feb 18 00:25:30.954559 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d19e5-5a86-4dd6-95bf-8219e63d0021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c299d663-d20d-4c14-b7dd-c1ae9cafbb90,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:30.958299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5b4d19e5-5a86-4dd6-95bf-8219e63d0021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:30.959041 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46698) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:30.968258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9e64d-a41f-4d68-8c7f-448acf7fa759 req-fc97119d-48f6-4dea-add1-72fd7441c42d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:30.969789 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-06a9e64d-a41f-4d68-8c7f-448acf7fa759 req-fc97119d-48f6-4dea-add1-72fd7441c42d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.2252192
Feb 18 00:25:31.022363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5bee28a1-4d30-404d-baab-bbe3aec35517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:31.035722 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-06a9e64d-a41f-4d68-8c7f-448acf7fa759 req-63bce212-eabc-4f28-82b8-cfc75ac8945f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573516
Feb 18 00:25:31.050509 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5bee28a1-4d30-404d-baab-bbe3aec35517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:31.068415 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-edd256ea-3f10-4d9e-9e01-4a8f9fbd8d17 req-4c33654d-0003-4dac-af6e-42d5fd65481c service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1884885
Feb 18 00:25:31.100878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5bee28a1-4d30-404d-baab-bbe3aec35517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:31.105838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-df41cf81-2cb2-41b4-a95c-a9065f360d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:31.120019 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee28a1-4d30-404d-baab-bbe3aec35517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c299d663-d20d-4c14-b7dd-c1ae9cafbb90,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:31.123100 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5bee28a1-4d30-404d-baab-bbe3aec35517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:31.124029 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5bee28a1-4d30-404d-baab-bbe3aec35517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:31.125315 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5bee28a1-4d30-404d-baab-bbe3aec35517 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c299d663-d20d-4c14-b7dd-c1ae9cafbb90 HTTP/1.1" status: 204  len: 168 time: 0.1652310
Feb 18 00:25:31.411289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46706) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:31.430792 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-36058ba0-6829-407f-adb8-b4e76271a9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:31.445959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-36058ba0-6829-407f-adb8-b4e76271a9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:31.450056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-36058ba0-6829-407f-adb8-b4e76271a9b8 admin admin] Usage tracker for resource:security_group_rule and tenant:ec7c1f1fde63488cae88fa4f3cee7774 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:31.453036 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-36058ba0-6829-407f-adb8-b4e76271a9b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:31.458860 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-36058ba0-6829-407f-adb8-b4e76271a9b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:31.544110 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-36058ba0-6829-407f-adb8-b4e76271a9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:31.546585 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-36058ba0-6829-407f-adb8-b4e76271a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:31.555286 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-905357b8-cc5b-483b-a859-9c3f87207220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:31.601097 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-36058ba0-6829-407f-adb8-b4e76271a9b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec7c1f1fde63488cae88fa4f3cee7774&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1883094
Feb 18 00:25:31.602767 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36058ba0-6829-407f-adb8-b4e76271a9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8176ca8e-6010-4e01-b8bb-47f123354258,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:31.603925 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46710) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:31.606571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-36058ba0-6829-407f-adb8-b4e76271a9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:31.665526 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e013-0754-4f52-a6c3-6c12104dd87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:31.691824 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e013-0754-4f52-a6c3-6c12104dd87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:31.738273 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e013-0754-4f52-a6c3-6c12104dd87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:31.743064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5bee28a1-4d30-404d-baab-bbe3aec35517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:31.756276 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8e013-0754-4f52-a6c3-6c12104dd87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8176ca8e-6010-4e01-b8bb-47f123354258,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:31.759051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e9a8e013-0754-4f52-a6c3-6c12104dd87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:31.760208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e013-0754-4f52-a6c3-6c12104dd87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:31.762103 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e9a8e013-0754-4f52-a6c3-6c12104dd87d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8176ca8e-6010-4e01-b8bb-47f123354258 HTTP/1.1" status: 204  len: 168 time: 0.1570356
Feb 18 00:25:32.247169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f8110-fc40-44fb-984f-e5012a3ede3f req-6c19a816-9b5b-4ad9-9b15-de0346700e2f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:32.248830 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a35f8110-fc40-44fb-984f-e5012a3ede3f req-6c19a816-9b5b-4ad9-9b15-de0346700e2f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.0922809
Feb 18 00:25:32.299454 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a35f8110-fc40-44fb-984f-e5012a3ede3f req-0d5d7a9a-9ced-49f2-9d55-5ee5741c334e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437906
Feb 18 00:25:33.178341 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 637030b5-d907-4704-a1c7-aaf72521acc0 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:25:33.254100 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port 637030b5-d907-4704-a1c7-aaf72521acc0 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:25:33.259141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 637030b5-d907-4704-a1c7-aaf72521acc0 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:25:33.259584 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:33.388322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:33.418135 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637030b5-d907-4704-a1c7-aaf72521acc0'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:25:33.430870 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 637030b5-d907-4704-a1c7-aaf72521acc0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=637030b5-d907-4704-a1c7-aaf72521acc0,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:25:33.437261 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:33.439327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:33.489682 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637030b5-d907-4704-a1c7-aaf72521acc0', 'code': 200}
Feb 18 00:25:33.525192 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f4f00-a7a3-4188-a909-8c080e5d002b req-992532f5-2925-42c3-bd10-e07cbb425928 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:33.526496 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef6f4f00-a7a3-4188-a909-8c080e5d002b req-992532f5-2925-42c3-bd10-e07cbb425928 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.1042464
Feb 18 00:25:33.538370 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=637030b5-d907-4704-a1c7-aaf72521acc0,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:33.542220 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:33.583057 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef6f4f00-a7a3-4188-a909-8c080e5d002b req-49cd5aee-19b2-4791-a835-3fdea99097cf tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477259
Feb 18 00:25:33.737711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a00aa-95ea-4af1-af19-c460fb7a88d9 req-21c637ee-4d45-4f21-b208-29a52d354127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:33.739350 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-195a00aa-95ea-4af1-af19-c460fb7a88d9 req-21c637ee-4d45-4f21-b208-29a52d354127 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 1162 time: 0.0817626
Feb 18 00:25:33.787565 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-195a00aa-95ea-4af1-af19-c460fb7a88d9 req-b9b49721-d53c-461d-add2-47e8e1462c03 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366611
Feb 18 00:25:34.157128 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46790) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:34.280913 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-09be51dc-803b-410b-a482-7b899b4e8a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:34.296844 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-09be51dc-803b-410b-a482-7b899b4e8a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:34.300922 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-09be51dc-803b-410b-a482-7b899b4e8a9a admin admin] Usage tracker for resource:security_group_rule and tenant:89cdd323936b4837bf2e47a2af595533 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:34.303877 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-09be51dc-803b-410b-a482-7b899b4e8a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:34.309643 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-09be51dc-803b-410b-a482-7b899b4e8a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:34.392858 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-09be51dc-803b-410b-a482-7b899b4e8a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:34.395711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-09be51dc-803b-410b-a482-7b899b4e8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:34.404447 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:34.450605 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-09be51dc-803b-410b-a482-7b899b4e8a9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89cdd323936b4837bf2e47a2af595533&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2922602
Feb 18 00:25:34.452485 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be51dc-803b-410b-a482-7b899b4e8a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eb19dd-1afa-474b-8331-f652421ad2ea,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:34.453573 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46796) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:34.455829 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-09be51dc-803b-410b-a482-7b899b4e8a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:34.516647 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f36898fc-75bd-4b01-bf7f-ab3057f355c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:34.543530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f36898fc-75bd-4b01-bf7f-ab3057f355c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:34.587484 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f36898fc-75bd-4b01-bf7f-ab3057f355c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:34.592255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:34.603351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36898fc-75bd-4b01-bf7f-ab3057f355c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eb19dd-1afa-474b-8331-f652421ad2ea,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:34.607021 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f36898fc-75bd-4b01-bf7f-ab3057f355c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:34.610673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f36898fc-75bd-4b01-bf7f-ab3057f355c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:34.611874 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f36898fc-75bd-4b01-bf7f-ab3057f355c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4eb19dd-1afa-474b-8331-f652421ad2ea HTTP/1.1" status: 204  len: 168 time: 0.1572218
Feb 18 00:25:34.808875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f204e57-48b9-4b40-bef0-5daa03d6f2a4 req-333c3459-7569-4561-9c96-e8d0ade13a7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:34.810418 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5f204e57-48b9-4b40-bef0-5daa03d6f2a4 req-333c3459-7569-4561-9c96-e8d0ade13a7e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0945883
Feb 18 00:25:34.860024 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 637030b5-d907-4704-a1c7-aaf72521acc0 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:25:34.862275 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5f204e57-48b9-4b40-bef0-5daa03d6f2a4 req-4b30f58a-7376-40a0-87a5-0562edc22f15 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449786
Feb 18 00:25:34.925863 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46806) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:34.945569 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1895eb58-7847-48c1-88ca-a46c11cf36f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:34.954847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 637030b5-d907-4704-a1c7-aaf72521acc0 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:25:34.955270 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:34.965397 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1895eb58-7847-48c1-88ca-a46c11cf36f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:34.969505 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1895eb58-7847-48c1-88ca-a46c11cf36f6 admin admin] Usage tracker for resource:security_group_rule and tenant:915bdaf408a24cb2a1b5558618b54eb2 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:34.972548 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1895eb58-7847-48c1-88ca-a46c11cf36f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:34.978291 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1895eb58-7847-48c1-88ca-a46c11cf36f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:35.065591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1895eb58-7847-48c1-88ca-a46c11cf36f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:35.068187 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1895eb58-7847-48c1-88ca-a46c11cf36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:35.077868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f1db54aa-b57b-4fbc-83ce-410846a0a5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:35.120899 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1895eb58-7847-48c1-88ca-a46c11cf36f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=915bdaf408a24cb2a1b5558618b54eb2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1938431
Feb 18 00:25:35.121836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895eb58-7847-48c1-88ca-a46c11cf36f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79101d51-e8d5-427e-9049-6fdd21ddabbf,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:35.123715 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46810) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:35.125631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1895eb58-7847-48c1-88ca-a46c11cf36f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:35.185366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-66407f53-bc60-4743-b947-2b71c7aad74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:35.213622 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-66407f53-bc60-4743-b947-2b71c7aad74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:35.262530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-66407f53-bc60-4743-b947-2b71c7aad74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:35.267646 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-54687664-985c-4b48-a84d-2ccb435c504e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:35.280201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66407f53-bc60-4743-b947-2b71c7aad74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79101d51-e8d5-427e-9049-6fdd21ddabbf,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:35.282990 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-66407f53-bc60-4743-b947-2b71c7aad74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:35.288547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-66407f53-bc60-4743-b947-2b71c7aad74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:35.289946 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-66407f53-bc60-4743-b947-2b71c7aad74d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79101d51-e8d5-427e-9049-6fdd21ddabbf HTTP/1.1" status: 204  len: 168 time: 0.1645958
Feb 18 00:25:36.080656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad7953-f259-419d-bf3c-f9e06c7ed749 req-8eed49ea-50fe-4952-904f-9f1c5d44821c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:36.082201 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f3ad7953-f259-419d-bf3c-f9e06c7ed749 req-8eed49ea-50fe-4952-904f-9f1c5d44821c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0875845
Feb 18 00:25:36.371742 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f3ad7953-f259-419d-bf3c-f9e06c7ed749 req-df3e5b12-f065-4ca8-ae3e-d9b48ab27c06 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2832496
Feb 18 00:25:36.573297 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bffb5-179d-4101-b86f-6975a02c3745 req-ddf41bf3-2e7f-47a7-9269-9f532e45547e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:36.574920 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-543bffb5-179d-4101-b86f-6975a02c3745 req-ddf41bf3-2e7f-47a7-9269-9f532e45547e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0867763
Feb 18 00:25:36.584266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46850) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:36.589879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-989dcfdd-dc96-4b71-a4fa-cdb14bcc9bb2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Request body: {'floatingip': {'port_id': '637030b5-d907-4704-a1c7-aaf72521acc0'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:25:36.678465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-989dcfdd-dc96-4b71-a4fa-cdb14bcc9bb2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:37.011161 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:25:37.326168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-989dcfdd-dc96-4b71-a4fa-cdb14bcc9bb2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:37.329629 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-989dcfdd-dc96-4b71-a4fa-cdb14bcc9bb2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:37.516619 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [None req-989dcfdd-dc96-4b71-a4fa-cdb14bcc9bb2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Floating IP 6b797942-304e-4ad8-a2f0-d06cd28c5318 associated. External IP: 172.27.3.101, port: 637030b5-d907-4704-a1c7-aaf72521acc0.
Feb 18 00:25:37.566079 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 46880) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:37.689739 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d37b-862d-4f39-ac8e-833e3f0b25d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:37.705121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b2d0d37b-862d-4f39-ac8e-833e3f0b25d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:37.709218 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b2d0d37b-862d-4f39-ac8e-833e3f0b25d2 admin admin] Usage tracker for resource:security_group_rule and tenant:393ca66d58c346b18bf86b3a546d798b is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:37.712205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b2d0d37b-862d-4f39-ac8e-833e3f0b25d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:37.718072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b2d0d37b-862d-4f39-ac8e-833e3f0b25d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:37.808306 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d37b-862d-4f39-ac8e-833e3f0b25d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:37.811106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d37b-862d-4f39-ac8e-833e3f0b25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:37.820132 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5a8d3c2f-0d07-4285-a86a-d2da140471bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:37.864667 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b2d0d37b-862d-4f39-ac8e-833e3f0b25d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=393ca66d58c346b18bf86b3a546d798b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2973361
Feb 18 00:25:37.866692 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0d37b-862d-4f39-ac8e-833e3f0b25d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca4bf70-20d9-47ca-8723-f38c4ce636e8,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:37.866851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46886) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:37.870363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b2d0d37b-862d-4f39-ac8e-833e3f0b25d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:37.917044 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989dcfdd-dc96-4b71-a4fa-cdb14bcc9bb2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:25:38.026339 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-96c587ef-2207-4957-8ac0-4d433ab400bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:38.354739 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-96c587ef-2207-4957-8ac0-4d433ab400bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:38.418066 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989dcfdd-dc96-4b71-a4fa-cdb14bcc9bb2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:25:38.422436 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-989dcfdd-dc96-4b71-a4fa-cdb14bcc9bb2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:38.427726 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cedfd47-e9ca-434a-8c02-00872bb55c80 None None] Sync routers for ids ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:25:38.437552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cedfd47-e9ca-434a-8c02-00872bb55c80 None None] Routers {'9f61b6da-e04c-4bc3-880f-9d20b1e20c74'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:25:38.438225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3cedfd47-e9ca-434a-8c02-00872bb55c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd310687dd8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:25:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:38.486587 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-989dcfdd-dc96-4b71-a4fa-cdb14bcc9bb2 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "PUT /v2.0/floatingips/6b797942-304e-4ad8-a2f0-d06cd28c5318 HTTP/1.1" status: 200  len: 991 time: 1.9011276
Feb 18 00:25:38.487448 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'tag': '637030b5-d907-4704-a1c7-aaf72521acc0'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:25:38.493530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-96c587ef-2207-4957-8ac0-4d433ab400bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:38.499596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-191a3755-411e-4af8-9912-10c5a99f7d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:38.511205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c587ef-2207-4957-8ac0-4d433ab400bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca4bf70-20d9-47ca-8723-f38c4ce636e8,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:38.517342 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-96c587ef-2207-4957-8ac0-4d433ab400bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:38.527612 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-96c587ef-2207-4957-8ac0-4d433ab400bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:38.532492 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-96c587ef-2207-4957-8ac0-4d433ab400bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ca4bf70-20d9-47ca-8723-f38c4ce636e8 HTTP/1.1" status: 204  len: 168 time: 0.6645906
Feb 18 00:25:38.576411 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'tag': '637030b5-d907-4704-a1c7-aaf72521acc0', 'status': 'completed', 'code': 200}
Feb 18 00:25:38.661531 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-3cedfd47-e9ca-434a-8c02-00872bb55c80 None None] Set router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:25:38.698125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e149cc4-6834-4d0a-9fcf-3013ee2c9c72 req-357a3671-babc-4354-8fc7-1f26139ad7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:38.699763 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e149cc4-6834-4d0a-9fcf-3013ee2c9c72 req-357a3671-babc-4354-8fc7-1f26139ad7ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 1162 time: 0.0983062
Feb 18 00:25:38.849067 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e149cc4-6834-4d0a-9fcf-3013ee2c9c72 req-29012e78-707c-4545-85e9-1ef0c71887ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:38.850656 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e149cc4-6834-4d0a-9fcf-3013ee2c9c72 req-29012e78-707c-4545-85e9-1ef0c71887ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 200  len: 910 time: 0.1444254
Feb 18 00:25:38.864551 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46898) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:38.884399 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4c999d4b-58ad-44bc-93d1-7807577c1400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:38.900253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4c999d4b-58ad-44bc-93d1-7807577c1400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:38.904397 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4c999d4b-58ad-44bc-93d1-7807577c1400 admin admin] Usage tracker for resource:security_group_rule and tenant:e13cf8089fde457e85e1ea864666134b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:38.907362 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4c999d4b-58ad-44bc-93d1-7807577c1400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:38.913227 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4c999d4b-58ad-44bc-93d1-7807577c1400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:38.966580 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e149cc4-6834-4d0a-9fcf-3013ee2c9c72 req-f4f8ec2f-05a8-4989-8ef6-2826de90a751 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=637030b5-d907-4704-a1c7-aaf72521acc0 HTTP/1.1" status: 200  len: 999 time: 0.1088331
Feb 18 00:25:39.003621 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4c999d4b-58ad-44bc-93d1-7807577c1400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:39.007223 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4c999d4b-58ad-44bc-93d1-7807577c1400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:39.016723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3d311b69-5bd1-4784-bfa4-3f954c5bea86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:39.040091 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e149cc4-6834-4d0a-9fcf-3013ee2c9c72 req-1e562b7c-a7da-452e-93b7-5a9aab1b75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:39.042057 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e149cc4-6834-4d0a-9fcf-3013ee2c9c72 req-1e562b7c-a7da-452e-93b7-5a9aab1b75f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=487d7c03-e55f-4907-bb69-fbafd63dd354 HTTP/1.1" status: 200  len: 855 time: 0.0670586
Feb 18 00:25:39.047977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3cedfd47-e9ca-434a-8c02-00872bb55c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd310687dd8>, [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '6b797942-304e-4ad8-a2f0-d06cd28c5318', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'port_id': '637030b5-d907-4704-a1c7-aaf72521acc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'mac_address': 'fa:16:3e:57:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:25:19Z', 'updated_at': '2021-02-18T00:25:37Z', 'revision_number': 1, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:44Z', 'revision_number': 5, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:39.052382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cedfd47-e9ca-434a-8c02-00872bb55c80 None None] Checking router: 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:25:39.057526 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4c999d4b-58ad-44bc-93d1-7807577c1400 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e13cf8089fde457e85e1ea864666134b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1889515
Feb 18 00:25:39.058138 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 46902) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:39.061352 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cedfd47-e9ca-434a-8c02-00872bb55c80 None None] Routers {'9f61b6da-e04c-4bc3-880f-9d20b1e20c74'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:25:39.062668 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3cedfd47-e9ca-434a-8c02-00872bb55c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd310687dd8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:25:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:39.075982 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c999d4b-58ad-44bc-93d1-7807577c1400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58613171-83d9-489f-886e-39bbde6d79b9,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:39.081260 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4c999d4b-58ad-44bc-93d1-7807577c1400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:39.126975 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e149cc4-6834-4d0a-9fcf-3013ee2c9c72 req-a23f38cc-efd1-496b-b773-5e5d43deecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:25:39.128632 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e149cc4-6834-4d0a-9fcf-3013ee2c9c72 req-a23f38cc-efd1-496b-b773-5e5d43deecc0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e56fb3ca-8d4f-4ec5-997c-7262756285e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0796466
Feb 18 00:25:39.131386 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9c0c-f53b-4ca2-af0e-08431ef3e2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:39.160087 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9c0c-f53b-4ca2-af0e-08431ef3e2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:39.229118 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9c0c-f53b-4ca2-af0e-08431ef3e2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:39.239827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e56aa39a-79cf-4072-a0de-9c0fce91feab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:39.256495 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf9c0c-f53b-4ca2-af0e-08431ef3e2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58613171-83d9-489f-886e-39bbde6d79b9,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:39.259771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2fdf9c0c-f53b-4ca2-af0e-08431ef3e2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:39.261018 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-3cedfd47-e9ca-434a-8c02-00872bb55c80 None None] Set router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:25:39.262414 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9c0c-f53b-4ca2-af0e-08431ef3e2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:39.267778 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2fdf9c0c-f53b-4ca2-af0e-08431ef3e2eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58613171-83d9-489f-886e-39bbde6d79b9 HTTP/1.1" status: 204  len: 168 time: 0.2086763
Feb 18 00:25:39.282355 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e149cc4-6834-4d0a-9fcf-3013ee2c9c72 req-db16555a-0afe-4fe0-9174-ee9623a01b13 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467721
Feb 18 00:25:39.430143 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e149cc4-6834-4d0a-9fcf-3013ee2c9c72 req-2b85c0f2-f51d-4b25-96d8-355151237835 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409421
Feb 18 00:25:39.831403 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3cedfd47-e9ca-434a-8c02-00872bb55c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd310687dd8>, [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '6b797942-304e-4ad8-a2f0-d06cd28c5318', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'port_id': '637030b5-d907-4704-a1c7-aaf72521acc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'mac_address': 'fa:16:3e:57:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:25:19Z', 'updated_at': '2021-02-18T00:25:37Z', 'revision_number': 1, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:44Z', 'revision_number': 5, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:25:39.835823 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cedfd47-e9ca-434a-8c02-00872bb55c80 None None] The sync data for ids ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'] in dv-cinder-751579-21-iscsi is: [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '6b797942-304e-4ad8-a2f0-d06cd28c5318', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'port_id': '637030b5-d907-4704-a1c7-aaf72521acc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'mac_address': 'fa:16:3e:57:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:25:19Z', 'updated_at': '2021-02-18T00:25:37Z', 'revision_number': 1, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:44Z', 'revision_number': 5, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:25:40.114132 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923d5e85-f272-4063-ab3a-73a154e1a5cb None None] New status for floating IP 6b797942-304e-4ad8-a2f0-d06cd28c5318: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:25:50.748777 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:51.766466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 47034) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:51.890438 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bb8d025b-ebc6-4f73-91c5-ab3b2deeed43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:51.905432 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bb8d025b-ebc6-4f73-91c5-ab3b2deeed43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:51.909401 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bb8d025b-ebc6-4f73-91c5-ab3b2deeed43 admin admin] Usage tracker for resource:security_group_rule and tenant:07b3fd0f56664722b8890513d3513a2b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:51.912287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bb8d025b-ebc6-4f73-91c5-ab3b2deeed43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:51.918045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bb8d025b-ebc6-4f73-91c5-ab3b2deeed43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:52.001426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bb8d025b-ebc6-4f73-91c5-ab3b2deeed43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:52.004679 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bb8d025b-ebc6-4f73-91c5-ab3b2deeed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:52.013524 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-66407f53-bc60-4743-b947-2b71c7aad74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:52.046980 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a12539c8-1c2b-4f13-ba85-bc6cf09c8e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:52.053148 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-bb8d025b-ebc6-4f73-91c5-ab3b2deeed43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07b3fd0f56664722b8890513d3513a2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2855048
Feb 18 00:25:52.056018 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47040) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:52.057421 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d025b-ebc6-4f73-91c5-ab3b2deeed43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dda050f-f038-48db-9a2c-b31c83f0789e,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:52.060790 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bb8d025b-ebc6-4f73-91c5-ab3b2deeed43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:52.123847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc97f-01c8-4543-a868-06594d41217a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:52.151483 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc97f-01c8-4543-a868-06594d41217a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:52.196543 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc97f-01c8-4543-a868-06594d41217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:52.201558 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a1e384a4-adc3-4766-b7a3-cfe5a9dba9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:52.218137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfc97f-01c8-4543-a868-06594d41217a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dda050f-f038-48db-9a2c-b31c83f0789e,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:52.222447 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e8bfc97f-01c8-4543-a868-06594d41217a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:52.239552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc97f-01c8-4543-a868-06594d41217a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:52.240826 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e8bfc97f-01c8-4543-a868-06594d41217a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6dda050f-f038-48db-9a2c-b31c83f0789e HTTP/1.1" status: 204  len: 168 time: 0.1836200
Feb 18 00:25:52.518251 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47050) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:52.538010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d4240bd-1391-4c06-a154-eedc05045549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:52.557112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3d4240bd-1391-4c06-a154-eedc05045549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:52.561366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3d4240bd-1391-4c06-a154-eedc05045549 admin admin] Usage tracker for resource:security_group_rule and tenant:406ab592c7d14269b15d146f7ec766d2 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:52.564431 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3d4240bd-1391-4c06-a154-eedc05045549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:52.570261 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3d4240bd-1391-4c06-a154-eedc05045549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:52.654321 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d4240bd-1391-4c06-a154-eedc05045549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:52.657577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d4240bd-1391-4c06-a154-eedc05045549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:52.666383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e51baba8-0585-43d4-995a-dcd8128939e4 tempest-VolumesNegativeTest-398437833 tempest-VolumesNegativeTest-398437833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:52.710743 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3d4240bd-1391-4c06-a154-eedc05045549 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=406ab592c7d14269b15d146f7ec766d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1913130
Feb 18 00:25:52.712521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4240bd-1391-4c06-a154-eedc05045549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a23ad7-fcbc-4ec6-a579-366b9b49d6ec,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:52.713661 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 47054) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:52.715833 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3d4240bd-1391-4c06-a154-eedc05045549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:52.779656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-acc03f3c-ab32-4579-8a6c-0901780acef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:52.809458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-acc03f3c-ab32-4579-8a6c-0901780acef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:52.854322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-acc03f3c-ab32-4579-8a6c-0901780acef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:52.859388 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ceb961b6-1e3e-4694-a877-aa83788a2a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:52.872083 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc03f3c-ab32-4579-8a6c-0901780acef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a23ad7-fcbc-4ec6-a579-366b9b49d6ec,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:52.876721 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-acc03f3c-ab32-4579-8a6c-0901780acef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:52.882440 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-acc03f3c-ab32-4579-8a6c-0901780acef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:52.883764 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-acc03f3c-ab32-4579-8a6c-0901780acef4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73a23ad7-fcbc-4ec6-a579-366b9b49d6ec HTTP/1.1" status: 204  len: 168 time: 0.1689308
Feb 18 00:25:53.820902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5838a096-d1b4-4898-a3bc-340d4f5b88b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:55.113101 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:56.012050 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:56.417190 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:57.709827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 47128) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:57.833124 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:57.849305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:25:57.853348 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Usage tracker for resource:security_group_rule and tenant:5b7e5f7299c6422c8d5fca1683103547 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:25:57.856324 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:25:57.862451 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:25:57.947184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:57.950108 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:57.959928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5b4d19e5-5a86-4dd6-95bf-8219e63d0021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:58.001867 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b7e5f7299c6422c8d5fca1683103547&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2908971
Feb 18 00:25:58.003537 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60839a25-f049-4c15-bcc9-290eb5ecf52a,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:58.004837 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47136) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:25:58.011444 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.011868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.012276 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.012704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.013101 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.013504 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.013939 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.014869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.015268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.015663 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.016051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.016474 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.016958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.017348 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.017738 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.018128 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.018513 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.018901 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.019287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.019672 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.020057 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.020618 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.021008 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.021396 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.026094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-42a87a8c-be6e-4de5-b157-b8102d1a048d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:58.068484 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:58.096296 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:58.140844 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:58.145702 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bdbccb10-0a13-437a-8148-25e493915d64 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:25:58.158244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60839a25-f049-4c15-bcc9-290eb5ecf52a,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:25:58.171125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.171551 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.171968 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.172402 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.172811 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.173215 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.173615 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.174013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.174412 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.174805 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.175200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.175594 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.176045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.176466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.176860 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.177253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.177644 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.178038 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.178430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.178829 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.179219 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.179615 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.180006 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.180416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:25:58.184257 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:25:58.185618 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:25:58.187482 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-51ecdc5e-0c94-4784-8ec8-9671461f36ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60839a25-f049-4c15-bcc9-290eb5ecf52a HTTP/1.1" status: 204  len: 168 time: 0.1814580
Feb 18 00:26:14.010350 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:26:20.757922 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:22.048274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8b23965e-f2ac-4fde-8679-21e92f55d346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:23.822034 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4bb5983b-2659-4241-9adf-36384302d00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:25.088080 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f755d52-e106-449e-a742-84d839fd6c2e req-702d262a-62c9-48cd-8952-91d4d1d33411 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:25.089611 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5f755d52-e106-449e-a742-84d839fd6c2e req-702d262a-62c9-48cd-8952-91d4d1d33411 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0896297
Feb 18 00:26:25.115005 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:25.138169 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5f755d52-e106-449e-a742-84d839fd6c2e req-d3f4a62c-0673-48f8-9bd8-ec7d9e230e76 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418456
Feb 18 00:26:26.014231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:26.350755 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caca14-8c92-46ca-bce4-0b737eb1dc54 req-01d1e29a-ca19-45a6-bb70-a82c240fcaa5 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:26.352388 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f3caca14-8c92-46ca-bce4-0b737eb1dc54 req-01d1e29a-ca19-45a6-bb70-a82c240fcaa5 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0898652
Feb 18 00:26:26.400823 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f3caca14-8c92-46ca-bce4-0b737eb1dc54 req-2dce41b7-40d6-4d57-8fc2-c6724ad48dda tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420954
Feb 18 00:26:26.418310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:27.603673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94728cef-8404-4a1f-b689-d6c7c63c2cfa req-bf0c0f36-eaf8-4c1e-92f0-c1b1a7cbc48f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:27.605274 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-94728cef-8404-4a1f-b689-d6c7c63c2cfa req-bf0c0f36-eaf8-4c1e-92f0-c1b1a7cbc48f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0887113
Feb 18 00:26:27.652279 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-94728cef-8404-4a1f-b689-d6c7c63c2cfa req-c78a5a5e-fea5-451c-aa02-19ff77a9a730 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400233
Feb 18 00:26:28.856909 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae2e91-8295-4368-9978-9988d71a9154 req-e7f35aa4-e74d-42a8-a7c9-b2d7d77340e7 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:28.858556 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-43ae2e91-8295-4368-9978-9988d71a9154 req-e7f35aa4-e74d-42a8-a7c9-b2d7d77340e7 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0887318
Feb 18 00:26:28.907640 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-43ae2e91-8295-4368-9978-9988d71a9154 req-d20d0fb9-6803-4918-9a11-bad4373095c4 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426421
Feb 18 00:26:30.119949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7bef2-3132-47fa-aa77-cb0fd6cf477c req-dba1d88f-d4a4-40cf-b832-d69895426174 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:30.121585 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dca7bef2-3132-47fa-aa77-cb0fd6cf477c req-dba1d88f-d4a4-40cf-b832-d69895426174 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0862215
Feb 18 00:26:30.168109 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dca7bef2-3132-47fa-aa77-cb0fd6cf477c req-6ce5d418-e44c-40b9-83df-400dd09399b9 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398283
Feb 18 00:26:31.374342 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6594a11-fcb2-48d3-b064-76b2f3ff3162 req-8ce6f65d-1ee4-49dd-905e-44baa1935c3e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:31.375944 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a6594a11-fcb2-48d3-b064-76b2f3ff3162 req-8ce6f65d-1ee4-49dd-905e-44baa1935c3e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0904086
Feb 18 00:26:31.423107 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a6594a11-fcb2-48d3-b064-76b2f3ff3162 req-3e3db18f-c5d6-467c-b86d-7107d427e247 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410080
Feb 18 00:26:32.627146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920f086-19a3-41e3-a2de-a8a150b95f2e req-1ab45a93-2e46-4211-92c8-8f3e26694f18 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:32.628743 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0920f086-19a3-41e3-a2de-a8a150b95f2e req-1ab45a93-2e46-4211-92c8-8f3e26694f18 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0896635
Feb 18 00:26:32.676125 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0920f086-19a3-41e3-a2de-a8a150b95f2e req-39956a71-5b9f-44b4-8da7-921a39102b98 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411787
Feb 18 00:26:33.879978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce48b66-7263-4cc6-acb5-13b090d23f86 req-78bb0c29-2ebe-433f-b100-ba6cf8a740b4 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:33.881593 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ce48b66-7263-4cc6-acb5-13b090d23f86 req-78bb0c29-2ebe-433f-b100-ba6cf8a740b4 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0874836
Feb 18 00:26:33.928148 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ce48b66-7263-4cc6-acb5-13b090d23f86 req-471b415c-eb4e-4162-88ba-e940074ff396 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404651
Feb 18 00:26:34.336631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47410) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:26:34.462100 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d735-1ad3-4b32-8c8f-582b42370fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:34.478318 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a7f6d735-1ad3-4b32-8c8f-582b42370fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:26:34.482368 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a7f6d735-1ad3-4b32-8c8f-582b42370fab admin admin] Usage tracker for resource:security_group_rule and tenant:d0f3fffec0b443b5a0b4bdf3ebba230c is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:26:34.485594 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a7f6d735-1ad3-4b32-8c8f-582b42370fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:26:34.491577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a7f6d735-1ad3-4b32-8c8f-582b42370fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:26:34.574668 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d735-1ad3-4b32-8c8f-582b42370fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:34.577313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d735-1ad3-4b32-8c8f-582b42370fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:34.586912 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c58eae76-060c-4762-9e02-6891ef6d7aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:26:34.629346 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a7f6d735-1ad3-4b32-8c8f-582b42370fab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0f3fffec0b443b5a0b4bdf3ebba230c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2915959
Feb 18 00:26:34.630294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6d735-1ad3-4b32-8c8f-582b42370fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ebcf62-1ea5-4aa5-870a-ae13b1055df4,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:26:34.632317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 47416) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:26:34.633803 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a7f6d735-1ad3-4b32-8c8f-582b42370fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:26:34.695297 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac0d312c-b0dd-4905-abbb-25997bc54b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:34.723305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac0d312c-b0dd-4905-abbb-25997bc54b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:34.769459 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac0d312c-b0dd-4905-abbb-25997bc54b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:34.774416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6f788ae3-5def-4db9-a351-c503427dca1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:26:34.793042 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d312c-b0dd-4905-abbb-25997bc54b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ebcf62-1ea5-4aa5-870a-ae13b1055df4,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:26:34.796130 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ac0d312c-b0dd-4905-abbb-25997bc54b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:26:34.800928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac0d312c-b0dd-4905-abbb-25997bc54b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:34.802123 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ac0d312c-b0dd-4905-abbb-25997bc54b28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57ebcf62-1ea5-4aa5-870a-ae13b1055df4 HTTP/1.1" status: 204  len: 168 time: 0.1677752
Feb 18 00:26:35.139968 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d86b0-cf5d-441a-afeb-66358c08984b req-75b36caa-b1c8-4ea1-b530-c865bed29abc tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:35.142227 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c70d86b0-cf5d-441a-afeb-66358c08984b req-75b36caa-b1c8-4ea1-b530-c865bed29abc tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0928252
Feb 18 00:26:35.190214 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c70d86b0-cf5d-441a-afeb-66358c08984b req-135c4d1d-e9ce-4599-9ccf-1e612d1608dc tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416729
Feb 18 00:26:36.393095 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e77809-30ab-49c7-bb29-f0bbe178eb50 req-41392821-da0f-40b0-a119-a3ca21782c5f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:36.394679 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b1e77809-30ab-49c7-bb29-f0bbe178eb50 req-41392821-da0f-40b0-a119-a3ca21782c5f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0853326
Feb 18 00:26:36.445601 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b1e77809-30ab-49c7-bb29-f0bbe178eb50 req-c086fc3d-6f69-47bb-9bcf-8e30cf2316a3 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448430
Feb 18 00:26:37.654589 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27788d42-f17a-4c50-9a99-6f72b97b6fe6 req-7c8a8bab-446d-4d45-90a2-fe63dc466e9a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:37.656170 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-27788d42-f17a-4c50-9a99-6f72b97b6fe6 req-7c8a8bab-446d-4d45-90a2-fe63dc466e9a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0890303
Feb 18 00:26:37.703081 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-27788d42-f17a-4c50-9a99-6f72b97b6fe6 req-91dd061d-fd9a-49b8-99c8-85b5dfaca3df tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407839
Feb 18 00:26:38.909378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166da51e-401d-4240-ab1c-5fb47805ec7d req-4f4c9b2c-a417-403d-929b-a9f09b27d25c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:38.910995 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-166da51e-401d-4240-ab1c-5fb47805ec7d req-4f4c9b2c-a417-403d-929b-a9f09b27d25c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0893042
Feb 18 00:26:38.960098 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-166da51e-401d-4240-ab1c-5fb47805ec7d req-7ac50bbe-3395-4404-bb49-9f178fe1e095 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426974
Feb 18 00:26:40.160628 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1a03b-b896-447d-ba7c-605f368d92b9 req-f3c0b6a3-f305-4fa8-ac40-cc083c59c919 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:40.162194 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-35a1a03b-b896-447d-ba7c-605f368d92b9 req-f3c0b6a3-f305-4fa8-ac40-cc083c59c919 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0859811
Feb 18 00:26:40.210216 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-35a1a03b-b896-447d-ba7c-605f368d92b9 req-5805d572-b789-473b-bcfc-a3b321d4d055 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418074
Feb 18 00:26:41.418713 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7cb82-871d-4b38-bb05-09da8629e0f0 req-c54691f3-dd83-475e-8854-f597cfbabe90 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:41.420383 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eff7cb82-871d-4b38-bb05-09da8629e0f0 req-c54691f3-dd83-475e-8854-f597cfbabe90 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0919051
Feb 18 00:26:41.467922 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eff7cb82-871d-4b38-bb05-09da8629e0f0 req-eb5be43d-89a1-4448-a953-0bcd41f2e936 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413334
Feb 18 00:26:42.673225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379ec7e-01bd-49d3-a85f-e3026c20a9d8 req-de6c7d35-5dc8-4220-ba87-40a4ca068707 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:42.674806 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0379ec7e-01bd-49d3-a85f-e3026c20a9d8 req-de6c7d35-5dc8-4220-ba87-40a4ca068707 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0897024
Feb 18 00:26:42.721888 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0379ec7e-01bd-49d3-a85f-e3026c20a9d8 req-aa802e0f-6d29-411f-a75e-8500449ffe76 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410151
Feb 18 00:26:43.924417 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8470590-fd16-40b2-9821-f727a940bf7c req-686cdb21-6d4a-4c3e-a879-d699f5179a0f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:43.926023 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8470590-fd16-40b2-9821-f727a940bf7c req-686cdb21-6d4a-4c3e-a879-d699f5179a0f tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0875950
Feb 18 00:26:43.973373 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8470590-fd16-40b2-9821-f727a940bf7c req-aa13dad9-9b35-40ef-a51f-e8caf41669b9 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411582
Feb 18 00:26:45.154111 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-c550924a-2aad-42f0-97ee-808fa3eb2148 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/floatingips/1163e82c-a8aa-40dc-9555-4a4f8f2f5c82 HTTP/1.1" status: 200  len: 999 time: 0.1158710
Feb 18 00:26:45.177961 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacad6e-b2fd-4322-aa11-cae6c4cfd8f3 req-5ec3db43-1541-4ebf-a0b3-e9908045875b tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:45.179591 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-acacad6e-b2fd-4322-aa11-cae6c4cfd8f3 req-5ec3db43-1541-4ebf-a0b3-e9908045875b tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0876632
Feb 18 00:26:45.256974 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-acacad6e-b2fd-4322-aa11-cae6c4cfd8f3 req-1e896cad-f944-4a20-b604-6f2dde646d83 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703659
Feb 18 00:26:45.325424 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80c682-560e-4559-b879-4c11dd511614 req-862a6855-8342-410b-9f46-83b4fb72e9f5 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:45.326915 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-862a6855-8342-410b-9f46-83b4fb72e9f5 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/networks/3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 HTTP/1.1" status: 200  len: 784 time: 0.1663125
Feb 18 00:26:45.337757 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-65d35388-35cc-4064-953f-6ecfcb92dab6 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:26:45.338838 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-65d35388-35cc-4064-953f-6ecfcb92dab6 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0060232
Feb 18 00:26:45.454386 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-5d4c5de6-6342-422e-85a2-93acd2c0ce93 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.177 HTTP/1.1" status: 200  len: 1002 time: 0.1089537
Feb 18 00:26:45.540067 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80c682-560e-4559-b879-4c11dd511614 req-a54aeec9-ecf6-4728-ac0a-3718a24f3a36 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:45.541596 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-a54aeec9-ecf6-4728-ac0a-3718a24f3a36 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports/9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 HTTP/1.1" status: 200  len: 943 time: 0.0814843
Feb 18 00:26:45.727090 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-e973b517-f30a-42e7-9e4f-619771d4dcbc tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.177 HTTP/1.1" status: 200  len: 1002 time: 0.1052060
Feb 18 00:26:45.965617 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-ff80c682-560e-4559-b879-4c11dd511614 req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Deleting port e4f693b9-b8c6-4209-be8c-fd16b31b6263 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:26:45.966019 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ff80c682-560e-4559-b879-4c11dd511614 req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:46.169254 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ff80c682-560e-4559-b879-4c11dd511614 req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:46.170228 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ff80c682-560e-4559-b879-4c11dd511614 req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:46.378057 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-ff80c682-560e-4559-b879-4c11dd511614 req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Calling delete_port for e4f693b9-b8c6-4209-be8c-fd16b31b6263 owned by network:floatingip {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:26:46.491850 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bd23aaad-0255-4ed7-b5fd-fbce083b8e4f req-d80e3524-5da1-4ba9-bf37-05639ea9a4a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2327781
Feb 18 00:26:46.496566 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41488c75-3540-4294-b0ca-3f0e568c0331 req-67d78369-f3c4-4d6b-b348-fb3644d34109 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:46.507252 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-41488c75-3540-4294-b0ca-3f0e568c0331 req-67d78369-f3c4-4d6b-b348-fb3644d34109 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.1153669
Feb 18 00:26:46.578237 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-41488c75-3540-4294-b0ca-3f0e568c0331 req-a27c0a60-d94f-41fa-822c-b1051da8b2d3 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717890
Feb 18 00:26:46.658204 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ff80c682-560e-4559-b879-4c11dd511614 req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:46.674406 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-400d70e0-a2f6-4acc-94b8-3e35161ca222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:26:46.775742 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Pushing event deleted for resources: {'Port': ['ID=e4f693b9-b8c6-4209-be8c-fd16b31b6263,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:26:46.778921 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:26:46.832169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23aaad-0255-4ed7-b5fd-fbce083b8e4f req-f0cd46a5-bd02-4cfd-a917-97f590532fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:46.833813 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bd23aaad-0255-4ed7-b5fd-fbce083b8e4f req-f0cd46a5-bd02-4cfd-a917-97f590532fb6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81448b37f7984bc69c0df61b137becc1&device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 1163 time: 0.2544298
Feb 18 00:26:47.332333 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23aaad-0255-4ed7-b5fd-fbce083b8e4f req-4586d496-b2b6-40f4-b676-9e836e892f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:47.334131 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bd23aaad-0255-4ed7-b5fd-fbce083b8e4f req-4586d496-b2b6-40f4-b676-9e836e892f56 service neutron] 10.222.0.58 "GET /v2.0/networks?id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 HTTP/1.1" status: 200  len: 903 time: 0.4705155
Feb 18 00:26:47.334972 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ff80c682-560e-4559-b879-4c11dd511614 req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for floatingip, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:47.335344 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-ff80c682-560e-4559-b879-4c11dd511614 req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Floating IP 1163e82c-a8aa-40dc-9555-4a4f8f2f5c82 disassociated (deleted). External IP: 172.27.3.177, port: 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747.
Feb 18 00:26:47.491484 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bd23aaad-0255-4ed7-b5fd-fbce083b8e4f req-c72e4d75-c14a-4017-a076-10cbacc2c2ae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 HTTP/1.1" status: 200  len: 217 time: 0.0960300
Feb 18 00:26:47.762563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23aaad-0255-4ed7-b5fd-fbce083b8e4f req-beaaf507-19cf-4bf2-b020-cfce4f00d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:47.764090 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bd23aaad-0255-4ed7-b5fd-fbce083b8e4f req-beaaf507-19cf-4bf2-b020-cfce4f00d48a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e965978-db85-4d70-bb6a-a583c846ceb9 HTTP/1.1" status: 200  len: 848 time: 0.2653236
Feb 18 00:26:47.810314 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccc129-9de3-4b9f-8fe8-0d15babba7c1 req-2264fb2e-f9e7-4d68-9805-72e241df8e6a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:47.812070 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-77ccc129-9de3-4b9f-8fe8-0d15babba7c1 req-2264fb2e-f9e7-4d68-9805-72e241df8e6a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.1112916
Feb 18 00:26:47.883205 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-77ccc129-9de3-4b9f-8fe8-0d15babba7c1 req-e2c1390e-5da0-44f9-b905-01fd2d5f28f7 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612543
Feb 18 00:26:47.971887 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff80c682-560e-4559-b879-4c11dd511614 req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Router 5f2748a9-8b85-4c8a-a284-390d387997f3 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:26:47.987525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23aaad-0255-4ed7-b5fd-fbce083b8e4f req-d4128b47-25a9-4254-8b53-074e3f5cb8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:47.989249 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bd23aaad-0255-4ed7-b5fd-fbce083b8e4f req-d4128b47-25a9-4254-8b53-074e3f5cb8a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2149947
Feb 18 00:26:48.325337 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff80c682-560e-4559-b879-4c11dd511614 req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:26:48.336158 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1382519-ab71-4911-ae9a-7163d97ebe5b None None] Sync routers for ids ['5f2748a9-8b85-4c8a-a284-390d387997f3'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:26:48.337208 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bd23aaad-0255-4ed7-b5fd-fbce083b8e4f req-46683be6-6870-47d4-aee0-6da49ba8dabd service neutron] 10.222.0.58 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2888429
Feb 18 00:26:48.354558 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1382519-ab71-4911-ae9a-7163d97ebe5b None None] Routers {'5f2748a9-8b85-4c8a-a284-390d387997f3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:26:48.355616 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-c1382519-ab71-4911-ae9a-7163d97ebe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f6fc5f8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:26:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5f2748a9-8b85-4c8a-a284-390d387997f3'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:26:48.481696 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ff80c682-560e-4559-b879-4c11dd511614 req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:48.593051 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bd23aaad-0255-4ed7-b5fd-fbce083b8e4f req-32283a7c-b983-4332-916e-d3f5baae88db service neutron] 10.222.0.58 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2486627
Feb 18 00:26:48.593827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-c1382519-ab71-4911-ae9a-7163d97ebe5b None None] Set router 5f2748a9-8b85-4c8a-a284-390d387997f3 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:26:48.609598 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "DELETE /v2.0/floatingips/1163e82c-a8aa-40dc-9555-4a4f8f2f5c82 HTTP/1.1" status: 204  len: 173 time: 2.8761489
Feb 18 00:26:48.610947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40622599-1573-4d1a-a832-e00a4956af39', 'tag': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:26:48.715292 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40622599-1573-4d1a-a832-e00a4956af39', 'tag': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747', 'status': 'completed', 'code': 200}
Feb 18 00:26:48.918368 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80c682-560e-4559-b879-4c11dd511614 req-3a8dcb9d-e19c-4197-b66a-e575f006c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:48.920332 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-3a8dcb9d-e19c-4197-b66a-e575f006c9b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81448b37f7984bc69c0df61b137becc1&device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 1163 time: 0.2971587
Feb 18 00:26:49.079401 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-c1382519-ab71-4911-ae9a-7163d97ebe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f6fc5f8>, [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:22:06Z', 'revision_number': 4, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port': {'id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:01Z', 'updated_at': '2021-02-18T00:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '2049a51b-bdd7-42db-92db-5c858cf100de', 'name': '', 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'mac_address': 'fa:16:3e:16:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:05Z', 'updated_at': '2021-02-18T00:22:14Z', 'revision_number': 5, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'subnets': [{'id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:26:49.083735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1382519-ab71-4911-ae9a-7163d97ebe5b None None] Checking router: 5f2748a9-8b85-4c8a-a284-390d387997f3 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:26:49.106123 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d590487-bdf8-4bb8-b811-d1e488457a30 req-a1a9a502-967d-4175-895b-52413d36af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:49.108368 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d590487-bdf8-4bb8-b811-d1e488457a30 req-a1a9a502-967d-4175-895b-52413d36af39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81448b37f7984bc69c0df61b137becc1&device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 1163 time: 0.3158324
Feb 18 00:26:49.115296 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1382519-ab71-4911-ae9a-7163d97ebe5b None None] Routers {'5f2748a9-8b85-4c8a-a284-390d387997f3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:26:49.116282 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-c1382519-ab71-4911-ae9a-7163d97ebe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f6fc5f8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:26:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5f2748a9-8b85-4c8a-a284-390d387997f3'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:26:49.147855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae383a4-46a3-4822-bc4d-c3cce41dac50 req-18b647fa-9042-4410-b3fd-f66b0c7b7e28 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:49.156266 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ae383a4-46a3-4822-bc4d-c3cce41dac50 req-18b647fa-9042-4410-b3fd-f66b0c7b7e28 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.1137278
Feb 18 00:26:49.213025 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ae383a4-46a3-4822-bc4d-c3cce41dac50 req-e0bf23db-1819-478c-88e2-9d50783329e3 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554259
Feb 18 00:26:49.368690 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-c1382519-ab71-4911-ae9a-7163d97ebe5b None None] Set router 5f2748a9-8b85-4c8a-a284-390d387997f3 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:26:49.492522 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80c682-560e-4559-b879-4c11dd511614 req-cdeccb18-39a6-433f-aa99-ac47489d17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:49.494799 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-cdeccb18-39a6-433f-aa99-ac47489d17ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 HTTP/1.1" status: 200  len: 903 time: 0.5600884
Feb 18 00:26:49.501984 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d590487-bdf8-4bb8-b811-d1e488457a30 req-de5c9c93-7f5b-40aa-bce4-5c0fb89ef1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:49.504077 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d590487-bdf8-4bb8-b811-d1e488457a30 req-de5c9c93-7f5b-40aa-bce4-5c0fb89ef1fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 HTTP/1.1" status: 200  len: 903 time: 0.3806973
Feb 18 00:26:49.643465 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-4597cd22-38da-4bd4-85d1-234bca5ed7f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 HTTP/1.1" status: 200  len: 217 time: 0.1370254
Feb 18 00:26:49.654261 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d590487-bdf8-4bb8-b811-d1e488457a30 req-ac6d5657-08a6-487a-bfff-7bcf20f95604 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 HTTP/1.1" status: 200  len: 217 time: 0.0800769
Feb 18 00:26:49.772807 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-c1382519-ab71-4911-ae9a-7163d97ebe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f6fc5f8>, [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:22:06Z', 'revision_number': 4, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port': {'id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:01Z', 'updated_at': '2021-02-18T00:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '2049a51b-bdd7-42db-92db-5c858cf100de', 'name': '', 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'mac_address': 'fa:16:3e:16:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:05Z', 'updated_at': '2021-02-18T00:22:14Z', 'revision_number': 5, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'subnets': [{'id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:26:49.781389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1382519-ab71-4911-ae9a-7163d97ebe5b None None] The sync data for ids ['5f2748a9-8b85-4c8a-a284-390d387997f3'] in dv-cinder-751579-21-iscsi is: [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:22:06Z', 'revision_number': 4, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port': {'id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:01Z', 'updated_at': '2021-02-18T00:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '2049a51b-bdd7-42db-92db-5c858cf100de', 'name': '', 'network_id': '926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'mac_address': 'fa:16:3e:16:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:05Z', 'updated_at': '2021-02-18T00:22:14Z', 'revision_number': 5, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'subnets': [{'id': '7e965978-db85-4d70-bb6a-a583c846ceb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:26:49.783293 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80c682-560e-4559-b879-4c11dd511614 req-49cb3f51-d7ad-4b2c-abbd-aee5d34396e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:49.784954 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-49cb3f51-d7ad-4b2c-abbd-aee5d34396e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e965978-db85-4d70-bb6a-a583c846ceb9 HTTP/1.1" status: 200  len: 848 time: 0.1325481
Feb 18 00:26:49.788723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d590487-bdf8-4bb8-b811-d1e488457a30 req-196dcd62-8f41-4170-9193-ed81136bc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:49.790223 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d590487-bdf8-4bb8-b811-d1e488457a30 req-196dcd62-8f41-4170-9193-ed81136bc5e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e965978-db85-4d70-bb6a-a583c846ceb9 HTTP/1.1" status: 200  len: 848 time: 0.0974698
Feb 18 00:26:49.948733 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80c682-560e-4559-b879-4c11dd511614 req-3efc8894-6436-4f43-8f1a-4c85bb0bcd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:49.950534 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-3efc8894-6436-4f43-8f1a-4c85bb0bcd8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1572800
Feb 18 00:26:49.953360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d590487-bdf8-4bb8-b811-d1e488457a30 req-eb913a6b-9144-49bd-a7a0-c3015aa2a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:49.954965 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d590487-bdf8-4bb8-b811-d1e488457a30 req-eb913a6b-9144-49bd-a7a0-c3015aa2a25a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1157444
Feb 18 00:26:50.272802 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d590487-bdf8-4bb8-b811-d1e488457a30 req-7cc18221-8ff1-4004-a30c-904c10d2890f service neutron] 10.222.0.58 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2851162
Feb 18 00:26:50.274867 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-6cc0bb45-d94a-4f98-b9b9-807d9b64c94d service neutron] 10.222.0.55 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3150218
Feb 18 00:26:50.300225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e5423-44bd-47b7-a126-389b8e53cc5a None None] New status for floating IP 1163e82c-a8aa-40dc-9555-4a4f8f2f5c82: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:26:50.526586 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b476e0-7eab-4507-894f-50c875d94c17 req-635e0930-5aa3-4967-9b34-823ffb47ba99 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:50.529335 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d7b476e0-7eab-4507-894f-50c875d94c17 req-635e0930-5aa3-4967-9b34-823ffb47ba99 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.1135077
Feb 18 00:26:50.594397 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d7b476e0-7eab-4507-894f-50c875d94c17 req-672d6163-6adc-4eb1-9995-ff652844a755 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524156
Feb 18 00:26:50.787552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:50.835424 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d590487-bdf8-4bb8-b811-d1e488457a30 req-eb1ac3ce-66c4-4491-8117-081b3ffdc58e service neutron] 10.222.0.58 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5537875
Feb 18 00:26:50.863009 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff80c682-560e-4559-b879-4c11dd511614 req-e55a7989-a2f7-4555-b974-b93e94a01be1 service neutron] 10.222.0.55 "GET /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4766417
Feb 18 00:26:51.010357 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:26:51.314397 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b1664-8108-4609-81d5-2da424abe447 req-54c54fe9-c6c3-4766-b56c-01f57b095774 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:51.315864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ec5b1664-8108-4609-81d5-2da424abe447 req-54c54fe9-c6c3-4766-b56c-01f57b095774 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Synchronizing usage tracker for tenant:81448b37f7984bc69c0df61b137becc1 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:26:51.335831 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ec5b1664-8108-4609-81d5-2da424abe447 req-54c54fe9-c6c3-4766-b56c-01f57b095774 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Unset dirty status for tenant:81448b37f7984bc69c0df61b137becc1 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:26:51.337423 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec5b1664-8108-4609-81d5-2da424abe447 req-54c54fe9-c6c3-4766-b56c-01f57b095774 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.1258659
Feb 18 00:26:51.397369 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec5b1664-8108-4609-81d5-2da424abe447 req-3fb34fd2-dbfe-440d-870a-673d06156b58 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0533087
Feb 18 00:26:51.864737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da3ee2-303f-4bc8-ad8b-60d2ecc686a5 req-630feb3e-c148-4a3a-ab8b-fbbbd68b272d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:51.866380 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f3da3ee2-303f-4bc8-ad8b-60d2ecc686a5 req-630feb3e-c148-4a3a-ab8b-fbbbd68b272d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.1262362
Feb 18 00:26:51.931709 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f3da3ee2-303f-4bc8-ad8b-60d2ecc686a5 req-55ba4531-60e2-46ff-9bea-101027c32d56 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591223
Feb 18 00:26:52.051806 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6d109599-c2ff-422c-88fb-bbed1302baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:52.605192 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33873a16-9f23-4429-b41d-78d170a72f27 req-84f52f46-98b7-42d0-8f0f-4ed8c4643113 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:52.606870 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-33873a16-9f23-4429-b41d-78d170a72f27 req-84f52f46-98b7-42d0-8f0f-4ed8c4643113 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.0916436
Feb 18 00:26:52.663074 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-33873a16-9f23-4429-b41d-78d170a72f27 req-8e8847c5-5d9d-4a43-a108-a3295343cca2 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups?id=f71aa9a1-beca-494a-8106-80b2fdf6032b&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0495987
Feb 18 00:26:52.942053 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681222e-2af3-4220-8fae-17f2b5e37e0b req-f95616e7-a871-45a7-8e7e-36dba6ac4c02 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:52.943554 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5681222e-2af3-4220-8fae-17f2b5e37e0b req-f95616e7-a871-45a7-8e7e-36dba6ac4c02 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.58 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 946 time: 0.0915027
Feb 18 00:26:53.035009 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-5681222e-2af3-4220-8fae-17f2b5e37e0b req-33939220-3760-40ff-a3fc-59de012d79ab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Deleting port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:26:53.035402 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5681222e-2af3-4220-8fae-17f2b5e37e0b req-33939220-3760-40ff-a3fc-59de012d79ab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:53.160826 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c9723-77b8-481e-9d2b-3831afed8da0 req-4ed55566-a261-426e-b841-8e3cea14d44b tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:53.162592 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec1c9723-77b8-481e-9d2b-3831afed8da0 req-4ed55566-a261-426e-b841-8e3cea14d44b tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.1076155
Feb 18 00:26:53.237606 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec1c9723-77b8-481e-9d2b-3831afed8da0 req-43bde599-3b65-4016-9188-05ac5a008c46 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667596
Feb 18 00:26:53.378319 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-5681222e-2af3-4220-8fae-17f2b5e37e0b req-33939220-3760-40ff-a3fc-59de012d79ab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] For port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747,segment=NetworkSegment(035a6f29-391e-4b3b-9348-d1bc6e5088e1),segment_id=035a6f29-391e-4b3b-9348-d1bc6e5088e1)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:26:53.380840 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5681222e-2af3-4220-8fae-17f2b5e37e0b req-33939220-3760-40ff-a3fc-59de012d79ab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:53.535988 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-5681222e-2af3-4220-8fae-17f2b5e37e0b req-33939220-3760-40ff-a3fc-59de012d79ab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Calling delete_port for 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:26:53.717790 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5681222e-2af3-4220-8fae-17f2b5e37e0b req-33939220-3760-40ff-a3fc-59de012d79ab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:53.734711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4dcb2fd8-d0c4-44c9-ad51-c92cf719a867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:26:53.830143 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c004b0c2-7fea-4dd5-8903-25c61477d81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:53.847723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33939220-3760-40ff-a3fc-59de012d79ab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Pushing event deleted for resources: {'Port': ['ID=9b12fbca-2986-4dbf-af7a-5d4ca3ac2747,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:26:53.896762 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-33939220-3760-40ff-a3fc-59de012d79ab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:26:53.930798 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b45367dd-7ea8-47fb-8120-3bd20f6db29a req-783b19ff-d590-4609-9edb-f2c29d90b065 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 210 time: 0.0843494
Feb 18 00:26:53.987468 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:26:54.035929 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5681222e-2af3-4220-8fae-17f2b5e37e0b req-33939220-3760-40ff-a3fc-59de012d79ab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] No DVR routers for this DVR port 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:26:54.038327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5681222e-2af3-4220-8fae-17f2b5e37e0b req-33939220-3760-40ff-a3fc-59de012d79ab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:54.047214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40622599-1573-4d1a-a832-e00a4956af39', 'name': 'network-vif-deleted', 'tag': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:26:54.050275 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] No Port match for: 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:26:54.050681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 not bound to the agent host hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:26:54.061249 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5681222e-2af3-4220-8fae-17f2b5e37e0b req-33939220-3760-40ff-a3fc-59de012d79ab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.58 "DELETE /v2.0/ports/9b12fbca-2986-4dbf-af7a-5d4ca3ac2747 HTTP/1.1" status: 204  len: 173 time: 1.1112897
Feb 18 00:26:54.109718 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40622599-1573-4d1a-a832-e00a4956af39', 'name': 'network-vif-deleted', 'tag': '9b12fbca-2986-4dbf-af7a-5d4ca3ac2747', 'status': 'completed', 'code': 200}
Feb 18 00:26:54.496014 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d191534-e270-4bf9-8878-4bab4475a9ed req-ac7f7198-3881-4054-b938-cd91cde3885b tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:54.505738 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d191534-e270-4bf9-8878-4bab4475a9ed req-ac7f7198-3881-4054-b938-cd91cde3885b tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.1359813
Feb 18 00:26:54.585357 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d191534-e270-4bf9-8878-4bab4475a9ed req-6b15776c-cb94-4912-adf0-1557ca9378d3 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783014
Feb 18 00:26:55.128417 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:55.133023 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9a7b3f8b-6c1f-4574-8773-7a8bc271e9f9 req-87142ee2-297c-4612-b89a-9a7ad18f8d79 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/ports?device_id=40622599-1573-4d1a-a832-e00a4956af39 HTTP/1.1" status: 200  len: 210 time: 0.0593791
Feb 18 00:26:55.784133 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49f9a2-98bf-48c8-8aee-4c0dff2310a6 req-33c2f536-520c-4026-995a-32ad287de435 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:55.785744 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6d49f9a2-98bf-48c8-8aee-4c0dff2310a6 req-33c2f536-520c-4026-995a-32ad287de435 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0863576
Feb 18 00:26:55.833238 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6d49f9a2-98bf-48c8-8aee-4c0dff2310a6 req-14b9af68-7581-4cb1-822a-ba0a5fa60a3a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412059
Feb 18 00:26:56.017571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:56.118017 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63466ae-138e-471c-8869-97a863a951c3 req-81b803cd-b4c3-4f5a-ad9b-9abcb3541d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:56.119643 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f63466ae-138e-471c-8869-97a863a951c3 req-81b803cd-b4c3-4f5a-ad9b-9abcb3541d95 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 1162 time: 0.0809250
Feb 18 00:26:56.295263 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63466ae-138e-471c-8869-97a863a951c3 req-35e85f05-de4e-482d-a0b0-ce75747fc15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:56.297339 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f63466ae-138e-471c-8869-97a863a951c3 req-35e85f05-de4e-482d-a0b0-ce75747fc15c service neutron] 10.222.0.58 "GET /v2.0/networks?id=e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 200  len: 910 time: 0.1700821
Feb 18 00:26:56.395070 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a3b5abe9-39f4-4b56-a294-9cbd2edcceb6 req-f0a46f7b-6da1-4c39-bedd-994b334c302f tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "GET /v2.0/security-groups/f71aa9a1-beca-494a-8106-80b2fdf6032b HTTP/1.1" status: 200  len: 2989 time: 0.1461191
Feb 18 00:26:56.420277 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:56.451162 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f63466ae-138e-471c-8869-97a863a951c3 req-6028eb5a-67d7-44af-b67c-0d2e27139da2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=637030b5-d907-4704-a1c7-aaf72521acc0 HTTP/1.1" status: 200  len: 1001 time: 0.1423984
Feb 18 00:26:56.543959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a3b5abe9-39f4-4b56-a294-9cbd2edcceb6 req-dcaf4460-9c58-4929-9c63-3f2dcb73ff40 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:56.566187 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63466ae-138e-471c-8869-97a863a951c3 req-1cc517dc-1530-4b2b-8f41-1435c2c87d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:56.567714 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f63466ae-138e-471c-8869-97a863a951c3 req-1cc517dc-1530-4b2b-8f41-1435c2c87d3b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=487d7c03-e55f-4907-bb69-fbafd63dd354 HTTP/1.1" status: 200  len: 855 time: 0.1050689
Feb 18 00:26:56.637862 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a3b5abe9-39f4-4b56-a294-9cbd2edcceb6 req-dcaf4460-9c58-4929-9c63-3f2dcb73ff40 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:56.705132 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63466ae-138e-471c-8869-97a863a951c3 req-185bfb7d-b2f5-408f-bf74-6427fb749c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:56.706736 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f63466ae-138e-471c-8869-97a863a951c3 req-185bfb7d-b2f5-408f-bf74-6427fb749c48 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e56fb3ca-8d4f-4ec5-997c-7262756285e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1319830
Feb 18 00:26:56.707794 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a3b5abe9-39f4-4b56-a294-9cbd2edcceb6 req-dcaf4460-9c58-4929-9c63-3f2dcb73ff40 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:56.712927 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-36058ba0-6829-407f-adb8-b4e76271a9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:26:56.752058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf4460-9c58-4929-9c63-3f2dcb73ff40 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71aa9a1-beca-494a-8106-80b2fdf6032b,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:26:56.806196 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dcaf4460-9c58-4929-9c63-3f2dcb73ff40 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:26:56.828645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a3b5abe9-39f4-4b56-a294-9cbd2edcceb6 req-dcaf4460-9c58-4929-9c63-3f2dcb73ff40 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:56.829800 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a3b5abe9-39f4-4b56-a294-9cbd2edcceb6 req-dcaf4460-9c58-4929-9c63-3f2dcb73ff40 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] 10.222.0.55 "DELETE /v2.0/security-groups/f71aa9a1-beca-494a-8106-80b2fdf6032b HTTP/1.1" status: 204  len: 173 time: 0.4267471
Feb 18 00:26:56.870368 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 47534) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:26:56.881099 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f63466ae-138e-471c-8869-97a863a951c3 req-38a47390-6fa7-4151-a6f4-e769b6ca3030 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592004
Feb 18 00:26:57.103262 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f63466ae-138e-471c-8869-97a863a951c3 req-11541918-78de-4f2d-b020-b01a912c90bd service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2147403
Feb 18 00:26:57.110909 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e0ed1-335c-45b7-acbc-85e804a6b0e5 req-23e59f70-611c-466a-a385-8f0da7f69db8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:57.112558 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db3e0ed1-335c-45b7-acbc-85e804a6b0e5 req-23e59f70-611c-466a-a385-8f0da7f69db8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.1452792
Feb 18 00:26:57.164452 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db3e0ed1-335c-45b7-acbc-85e804a6b0e5 req-35ca02e9-c19e-4813-b6c9-a51057543adc tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419884
Feb 18 00:26:57.453963 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981850'] for router_interface, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:57.820296 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Deleting port 2049a51b-bdd7-42db-92db-5c858cf100de {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:26:57.820625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:58.001920 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] For port 2049a51b-bdd7-42db-92db-5c858cf100de, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=2049a51b-bdd7-42db-92db-5c858cf100de,segment=NetworkSegment(035a6f29-391e-4b3b-9348-d1bc6e5088e1),segment_id=035a6f29-391e-4b3b-9348-d1bc6e5088e1)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:26:58.002313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:58.133625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Calling delete_port for 2049a51b-bdd7-42db-92db-5c858cf100de owned by network:router_interface {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:26:58.612289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:58.628918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da2fb9b4-e693-4019-bb59-8bf171cc32c9 tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:26:58.741249 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Pushing event deleted for resources: {'Port': ['ID=2049a51b-bdd7-42db-92db-5c858cf100de,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:26:58.762370 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.762728 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.763146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.763550 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.764089 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.764594 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.765035 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.765471 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.765876 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.766274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.766669 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.767063 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.767514 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.767909 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.768308 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.768728 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.769129 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.769519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.769907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.770297 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.770686 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.771076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.771470 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.772460 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:26:58.776490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:26:58.796255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14486b40-5195-46d0-addc-5d98677d9d01 req-7b599b74-84bc-4bd6-9fb3-37c177197317 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:26:58.798470 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-14486b40-5195-46d0-addc-5d98677d9d01 req-7b599b74-84bc-4bd6-9fb3-37c177197317 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.5042546
Feb 18 00:26:58.886611 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-14486b40-5195-46d0-addc-5d98677d9d01 req-7032aa95-b040-41ab-80da-4b5a86e20386 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711052
Feb 18 00:26:59.145467 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853095038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981940'] for router_interface, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:26:59.649335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Router 5f2748a9-8b85-4c8a-a284-390d387997f3 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:26:59.835989 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:26:59.845238 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9241d2-b62e-4287-bd3d-877fd2747594 None None] Sync routers for ids ['5f2748a9-8b85-4c8a-a284-390d387997f3'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:26:59.849070 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] 10.222.0.55 "PUT /v2.0/routers/5f2748a9-8b85-4c8a-a284-390d387997f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9766653
Feb 18 00:26:59.851247 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 47540) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:26:59.855836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9241d2-b62e-4287-bd3d-877fd2747594 None None] Routers {'5f2748a9-8b85-4c8a-a284-390d387997f3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:26:59.856542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-1c9241d2-b62e-4287-bd3d-877fd2747594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30e449940>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:26:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5f2748a9-8b85-4c8a-a284-390d387997f3'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:00.047912 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 637030b5-d907-4704-a1c7-aaf72521acc0 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:27:00.082935 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-1c9241d2-b62e-4287-bd3d-877fd2747594 None None] Set router 5f2748a9-8b85-4c8a-a284-390d387997f3 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:27:00.099223 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd723f-b5c1-49c3-ab87-9f4fce626c97 req-525bd588-5474-4678-ae1f-762a9c84634a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:00.100904 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d3dd723f-b5c1-49c3-ab87-9f4fce626c97 req-525bd588-5474-4678-ae1f-762a9c84634a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0920877
Feb 18 00:27:00.152796 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d3dd723f-b5c1-49c3-ab87-9f4fce626c97 req-117f7697-81b9-4301-a9d8-44b8ff2a3347 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451567
Feb 18 00:27:00.172447 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:00.374349 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:00.384839 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Deleting port 5a0576a6-1cf7-4374-be5e-a2ba34319b14 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:27:00.385230 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:00.583797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] For port 5a0576a6-1cf7-4374-be5e-a2ba34319b14, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=5a0576a6-1cf7-4374-be5e-a2ba34319b14,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:00.584169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:00.628138 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:00.667989 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '637030b5-d907-4704-a1c7-aaf72521acc0'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:27:00.688684 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 637030b5-d907-4704-a1c7-aaf72521acc0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=637030b5-d907-4704-a1c7-aaf72521acc0,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:00.694249 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:00.698892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:00.729124 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Calling delete_port for 5a0576a6-1cf7-4374-be5e-a2ba34319b14 owned by network:router_gateway {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:27:00.731526 dv-cinder-751579-21-iscsi neutron-server[83881]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '637030b5-d907-4704-a1c7-aaf72521acc0', 'code': 422} returned with failed status
Feb 18 00:27:00.755311 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-1c9241d2-b62e-4287-bd3d-877fd2747594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30e449940>, [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:26:58Z', 'revision_number': 5, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port': {'id': '5a0576a6-1cf7-4374-be5e-a2ba34319b14', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:01Z', 'updated_at': '2021-02-18T00:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:00.764893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9241d2-b62e-4287-bd3d-877fd2747594 None None] Checking router: 5f2748a9-8b85-4c8a-a284-390d387997f3 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:27:00.788065 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9241d2-b62e-4287-bd3d-877fd2747594 None None] Routers {'5f2748a9-8b85-4c8a-a284-390d387997f3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:27:00.788760 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-1c9241d2-b62e-4287-bd3d-877fd2747594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30e449940>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:26:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5f2748a9-8b85-4c8a-a284-390d387997f3'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:00.849631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=637030b5-d907-4704-a1c7-aaf72521acc0,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:00.871348 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.871753 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.872134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.872557 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.872934 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.873306 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.873675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.874045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.874412 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.875343 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.875708 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.876071 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.876519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.876885 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.877248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.877608 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.877968 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.878329 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.878688 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.879046 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.879403 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.879759 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.880119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.880539 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:00.887712 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:00.920488 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:00.937229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8e12b9ae-6244-4ef7-bbd3-bd992067f2d7 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:00.982423 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-1c9241d2-b62e-4287-bd3d-877fd2747594 None None] Set router 5f2748a9-8b85-4c8a-a284-390d387997f3 gateway port host: None {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:27:01.106215 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-1c9241d2-b62e-4287-bd3d-877fd2747594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30e449940>, [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:27:00Z', 'revision_number': 6, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port_host': None}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:01.111514 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9241d2-b62e-4287-bd3d-877fd2747594 None None] The sync data for ids ['5f2748a9-8b85-4c8a-a284-390d387997f3'] in dv-cinder-751579-21-iscsi is: [{'id': '5f2748a9-8b85-4c8a-a284-390d387997f3', 'name': 'tempest-TestShelveInstance-1975014152-router', 'tenant_id': '81448b37f7984bc69c0df61b137becc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:00Z', 'updated_at': '2021-02-18T00:27:00Z', 'revision_number': 6, 'project_id': '81448b37f7984bc69c0df61b137becc1', 'gw_port_host': None}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:27:01.288794 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0576a6-1cf7-4374-be5e-a2ba34319b14,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:01.299375 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:01.424675 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852801664'] for router_gateway, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:01.619081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1084'] for router, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:01.622001 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:01.645570 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977362'] for router, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:01.646173 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2748a9-8b85-4c8a-a284-390d387997f3 {{(pid=83993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 00:27:01.663965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:01.667821 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f41db3da-2829-43b2-acb2-c681094939d7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5f2748a9-8b85-4c8a-a284-390d387997f3 HTTP/1.1" status: 204  len: 168 time: 1.8131168
Feb 18 00:27:01.668038 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 47578) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:01.737578 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c486cbe-1622-4ade-8a64-047c73cd4b90 admin admin] Deleting subnet 7e965978-db85-4d70-bb6a-a583c846ceb9 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:27:01.740819 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8c486cbe-1622-4ade-8a64-047c73cd4b90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:01.799776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8c486cbe-1622-4ade-8a64-047c73cd4b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821255317'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:01.884102 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3969d08-91a8-44f5-b2d6-fe6783cdc96c req-4299ce40-c4d0-4d1f-b443-1708373248b0 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:01.885780 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f3969d08-91a8-44f5-b2d6-fe6783cdc96c req-4299ce40-c4d0-4d1f-b443-1708373248b0 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.1698444
Feb 18 00:27:01.889493 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f781eb29-c750-4c26-a8cc-c1e29513f925 req-d5406064-f3bd-4594-b9e3-7919ecc24f22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1282067
Feb 18 00:27:01.928424 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8c486cbe-1622-4ade-8a64-047c73cd4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:01.940433 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f3969d08-91a8-44f5-b2d6-fe6783cdc96c req-70f45cc0-27a8-45da-9507-b713cc325633 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482185
Feb 18 00:27:02.191537 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8c486cbe-1622-4ade-8a64-047c73cd4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33520624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32087639'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:02.258481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:02.299795 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c486cbe-1622-4ade-8a64-047c73cd4b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e965978-db85-4d70-bb6a-a583c846ceb9,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:02.311370 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8c486cbe-1622-4ade-8a64-047c73cd4b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:02.341843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8c486cbe-1622-4ade-8a64-047c73cd4b90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:02.348125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cf9d4d-f109-4d98-b99d-dab2ccd8a0a8 None None] Network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:27:02.348428 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8c486cbe-1622-4ade-8a64-047c73cd4b90 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7e965978-db85-4d70-bb6a-a583c846ceb9 HTTP/1.1" status: 204  len: 168 time: 0.6791036
Feb 18 00:27:02.351122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 47594) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:02.433954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781eb29-c750-4c26-a8cc-c1e29513f925 req-b99faa52-ec46-43f2-b1ea-ba68842b84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:02.435595 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f781eb29-c750-4c26-a8cc-c1e29513f925 req-b99faa52-ec46-43f2-b1ea-ba68842b84fa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30&tenant_id=50cf0e141ee64f36aa0971eb78daf3d0 HTTP/1.1" status: 200  len: 1160 time: 0.0980420
Feb 18 00:27:02.469766 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:02.539075 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781eb29-c750-4c26-a8cc-c1e29513f925 req-28354fb9-a959-4d02-8395-2f6245e4b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:02.540971 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f781eb29-c750-4c26-a8cc-c1e29513f925 req-28354fb9-a959-4d02-8395-2f6245e4b805 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 1160 time: 0.0830696
Feb 18 00:27:02.546549 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Deleting port a3ad0bf7-ec4d-4123-b19e-e370084f4b97 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:27:02.547153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:02.591621 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 2049a51b-bdd7-42db-92db-5c858cf100de no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:27:02.635595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506d180a-8167-42ae-8071-c45d11829de9 None None] DHCP port deletion for 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 request from dv-cinder-751579-21-iscsi {{(pid=83995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 00:27:02.639534 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: 2049a51b-bdd7-42db-92db-5c858cf100de {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:27:02.639939 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 2049a51b-bdd7-42db-92db-5c858cf100de not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:27:02.640554 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 5a0576a6-1cf7-4374-be5e-a2ba34319b14 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:27:02.674315 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-506d180a-8167-42ae-8071-c45d11829de9 None None] Deleting port a3ad0bf7-ec4d-4123-b19e-e370084f4b97 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:27:02.674884 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-506d180a-8167-42ae-8071-c45d11829de9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:02.709133 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781eb29-c750-4c26-a8cc-c1e29513f925 req-0a50af69-f7ab-4ec7-8458-dbba9c776d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:02.710744 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f781eb29-c750-4c26-a8cc-c1e29513f925 req-0a50af69-f7ab-4ec7-8458-dbba9c776d34 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 200  len: 910 time: 0.1618152
Feb 18 00:27:02.719221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: 5a0576a6-1cf7-4374-be5e-a2ba34319b14 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:27:02.719625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 5a0576a6-1cf7-4374-be5e-a2ba34319b14 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:27:02.777411 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] For port a3ad0bf7-ec4d-4123-b19e-e370084f4b97, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=a3ad0bf7-ec4d-4123-b19e-e370084f4b97,segment=NetworkSegment(035a6f29-391e-4b3b-9348-d1bc6e5088e1),segment_id=035a6f29-391e-4b3b-9348-d1bc6e5088e1)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:02.777755 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:02.826385 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f781eb29-c750-4c26-a8cc-c1e29513f925 req-092cd97d-4b54-4443-a769-c0c864214ce3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=637030b5-d907-4704-a1c7-aaf72521acc0 HTTP/1.1" status: 200  len: 999 time: 0.1077924
Feb 18 00:27:02.902285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781eb29-c750-4c26-a8cc-c1e29513f925 req-a044540e-9451-4857-b1d9-5c4c6b8ba03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:02.903795 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f781eb29-c750-4c26-a8cc-c1e29513f925 req-a044540e-9451-4857-b1d9-5c4c6b8ba03e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=487d7c03-e55f-4907-bb69-fbafd63dd354 HTTP/1.1" status: 200  len: 855 time: 0.0699472
Feb 18 00:27:02.913253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-506d180a-8167-42ae-8071-c45d11829de9 None None] For port a3ad0bf7-ec4d-4123-b19e-e370084f4b97, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=a3ad0bf7-ec4d-4123-b19e-e370084f4b97,segment=NetworkSegment(035a6f29-391e-4b3b-9348-d1bc6e5088e1),segment_id=035a6f29-391e-4b3b-9348-d1bc6e5088e1)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:02.913704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-506d180a-8167-42ae-8071-c45d11829de9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:02.917385 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Calling delete_port for a3ad0bf7-ec4d-4123-b19e-e370084f4b97 owned by network:dhcp {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:27:03.000524 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781eb29-c750-4c26-a8cc-c1e29513f925 req-3e4bae0f-26b1-4545-980b-332a7ac64aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:03.002167 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f781eb29-c750-4c26-a8cc-c1e29513f925 req-3e4bae0f-26b1-4545-980b-332a7ac64aed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e56fb3ca-8d4f-4ec5-997c-7262756285e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0901268
Feb 18 00:27:03.009345 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:03.025974 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9e70c99f-4fde-4610-ba95-c34746e70584 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:03.066146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-506d180a-8167-42ae-8071-c45d11829de9 None None] Calling delete_port for a3ad0bf7-ec4d-4123-b19e-e370084f4b97 owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:27:03.126504 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ad0bf7-ec4d-4123-b19e-e370084f4b97,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:03.152592 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-506d180a-8167-42ae-8071-c45d11829de9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 00:27:03.153010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-506d180a-8167-42ae-8071-c45d11829de9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 00:27:03.155788 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f781eb29-c750-4c26-a8cc-c1e29513f925 req-0b83b1f7-6593-4e49-8517-9d4658352d34 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460283
Feb 18 00:27:03.169810 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:03.231600 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] No DVR routers for this DVR port a3ad0bf7-ec4d-4123-b19e-e370084f4b97 on host dv-cinder-751579-21-iscsi {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:27:03.315210 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f781eb29-c750-4c26-a8cc-c1e29513f925 req-d28fc475-bc6d-4f00-92ed-e8e27b1772a6 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450171
Feb 18 00:27:03.355245 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4821b-e6f4-4c47-85dc-765f14d1e0df req-388c9a7f-eeaa-49f0-a685-22318211067c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:03.356886 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-05b4821b-e6f4-4c47-85dc-765f14d1e0df req-388c9a7f-eeaa-49f0-a685-22318211067c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.2437906
Feb 18 00:27:03.393266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:03.502459 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-05b4821b-e6f4-4c47-85dc-765f14d1e0df req-dcb0abb9-500d-4f43-a03a-dd31780e25da tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1302414
Feb 18 00:27:03.529991 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd30eadac88>,) {'filters': {'network_id': ['926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:03.543000 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30eadac88>, '035a6f29-391e-4b3b-9348-d1bc6e5088e1') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:03.543312 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30eadac88>, '035a6f29-391e-4b3b-9348-d1bc6e5088e1') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:03.555715 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33520499'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:03.571100 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:03.573073 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:27:03.653902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-506d180a-8167-42ae-8071-c45d11829de9 None None] Deleting port a3ad0bf7-ec4d-4123-b19e-e370084f4b97 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:27:03.654265 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-506d180a-8167-42ae-8071-c45d11829de9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:03.727555 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-506d180a-8167-42ae-8071-c45d11829de9 None None] The port 'a3ad0bf7-ec4d-4123-b19e-e370084f4b97' was deleted {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 00:27:03.756627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:27:03.766238 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821257969'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:03.946161 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Network 926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:27:03.970499 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:27:04.051120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:04.055045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:04.072099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:04.079573 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Pushing event deleted for resources: {'Network': ['ID=926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:04.085767 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:04.117295 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2311f689-83e1-4393-a1e7-3aff74cfeb3e admin admin] 10.222.0.55 "DELETE /v2.0/networks/926d6c6a-2d2e-4c62-8de9-d7639cfb1ec3 HTTP/1.1" status: 204  len: 168 time: 1.7650425
Feb 18 00:27:04.120425 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 47620) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:04.578474 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device a3ad0bf7-ec4d-4123-b19e-e370084f4b97 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:27:04.623050 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: a3ad0bf7-ec4d-4123-b19e-e370084f4b97 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:27:04.623569 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device a3ad0bf7-ec4d-4123-b19e-e370084f4b97 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:27:04.802054 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb347e-856f-490b-9e27-97e65db8da06 req-f394edc3-b7be-4216-b5b6-4290d9e94bd5 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:04.803627 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-efbb347e-856f-490b-9e27-97e65db8da06 req-f394edc3-b7be-4216-b5b6-4290d9e94bd5 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.1344264
Feb 18 00:27:04.869007 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-efbb347e-856f-490b-9e27-97e65db8da06 req-35fceb20-8a9f-4cb2-b365-ebad6add69b7 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582840
Feb 18 00:27:05.028410 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-47c80056-2b45-4ecf-adc5-8ec149bb9f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981850'] for router_interface, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:05.417975 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-47c80056-2b45-4ecf-adc5-8ec149bb9f63 admin admin] Deleting port c3a56b05-219d-499c-922c-94261ed5b811 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:27:05.418385 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-47c80056-2b45-4ecf-adc5-8ec149bb9f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:05.610000 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-47c80056-2b45-4ecf-adc5-8ec149bb9f63 admin admin] For port c3a56b05-219d-499c-922c-94261ed5b811, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=c3a56b05-219d-499c-922c-94261ed5b811,segment=NetworkSegment(cce0d18e-fb16-4fa1-9a88-21369a366b72),segment_id=cce0d18e-fb16-4fa1-9a88-21369a366b72)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:05.610767 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-47c80056-2b45-4ecf-adc5-8ec149bb9f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:05.748285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-47c80056-2b45-4ecf-adc5-8ec149bb9f63 admin admin] Calling delete_port for c3a56b05-219d-499c-922c-94261ed5b811 owned by network:router_interface {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:27:05.949326 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-47c80056-2b45-4ecf-adc5-8ec149bb9f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:05.965848 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1e24dba8-4638-4c42-bd48-7e77ac6d7f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:06.112712 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c80056-2b45-4ecf-adc5-8ec149bb9f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a56b05-219d-499c-922c-94261ed5b811,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:06.119201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-47c80056-2b45-4ecf-adc5-8ec149bb9f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:06.215961 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c659b-a881-4eeb-90e2-7286b6467540 req-37621de5-efcc-43ee-9578-3d8fbc7c577b tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:06.217568 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ca0c659b-a881-4eeb-90e2-7286b6467540 req-37621de5-efcc-43ee-9578-3d8fbc7c577b tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.2078249
Feb 18 00:27:06.319364 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ca0c659b-a881-4eeb-90e2-7286b6467540 req-deeca84c-3d34-489c-91fd-a385c39602c4 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640035
Feb 18 00:27:06.511124 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-47c80056-2b45-4ecf-adc5-8ec149bb9f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853095038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981940'] for router_interface, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:07.317726 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c80056-2b45-4ecf-adc5-8ec149bb9f63 admin admin] Router 37cffba0-b5f6-4ba8-91f9-4eb2879082ba has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:27:07.508883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c80056-2b45-4ecf-adc5-8ec149bb9f63 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:27:07.518689 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-47c80056-2b45-4ecf-adc5-8ec149bb9f63 admin admin] 10.222.0.55 "PUT /v2.0/routers/37cffba0-b5f6-4ba8-91f9-4eb2879082ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3970885
Feb 18 00:27:07.519404 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18089a2d-c189-48dd-b863-14e360875e55 None None] Sync routers for ids ['37cffba0-b5f6-4ba8-91f9-4eb2879082ba'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:27:07.521538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 47632) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:07.529189 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e724fd0-71b3-44ed-b140-f92f0d999e8e req-4654c647-9999-4b6b-abb9-ac4e61d5ec8e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:07.529349 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18089a2d-c189-48dd-b863-14e360875e55 None None] Routers {'37cffba0-b5f6-4ba8-91f9-4eb2879082ba'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:27:07.530101 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-18089a2d-c189-48dd-b863-14e360875e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fdeaf60>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:26:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['37cffba0-b5f6-4ba8-91f9-4eb2879082ba'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:07.531429 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5e724fd0-71b3-44ed-b140-f92f0d999e8e req-4654c647-9999-4b6b-abb9-ac4e61d5ec8e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.0921996
Feb 18 00:27:07.607046 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5e724fd0-71b3-44ed-b140-f92f0d999e8e req-d70df32f-b873-4e00-b78c-8f26b8e3e4bf tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683799
Feb 18 00:27:07.756211 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Notify callbacks [] for router, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:07.909029 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-18089a2d-c189-48dd-b863-14e360875e55 None None] Set router 37cffba0-b5f6-4ba8-91f9-4eb2879082ba gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:27:07.952526 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:07.961359 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Deleting port aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:27:07.961730 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:08.154815 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] For port aa2b530d-88f9-42da-ab05-54dc4ed2d2d9, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=aa2b530d-88f9-42da-ab05-54dc4ed2d2d9,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:08.155204 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:08.219720 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-18089a2d-c189-48dd-b863-14e360875e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fdeaf60>, [{'id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'name': 'tempest-TestShelveInstance-2127625497-router', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'aa2b530d-88f9-42da-ab05-54dc4ed2d2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:09Z', 'updated_at': '2021-02-18T00:27:05Z', 'revision_number': 5, 'project_id': '393f37a715284e7a99d0d174bf502a14', 'gw_port': {'id': 'aa2b530d-88f9-42da-ab05-54dc4ed2d2d9', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:11Z', 'updated_at': '2021-02-18T00:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:08.223947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18089a2d-c189-48dd-b863-14e360875e55 None None] Checking router: 37cffba0-b5f6-4ba8-91f9-4eb2879082ba for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:27:08.232905 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18089a2d-c189-48dd-b863-14e360875e55 None None] Routers {'37cffba0-b5f6-4ba8-91f9-4eb2879082ba'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:27:08.233555 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-18089a2d-c189-48dd-b863-14e360875e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fdeaf60>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:26:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['37cffba0-b5f6-4ba8-91f9-4eb2879082ba'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:08.293014 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Calling delete_port for aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 owned by network:router_gateway {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:27:08.394665 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-18089a2d-c189-48dd-b863-14e360875e55 None None] Set router 37cffba0-b5f6-4ba8-91f9-4eb2879082ba gateway port host: None {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:27:08.512052 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-18089a2d-c189-48dd-b863-14e360875e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fdeaf60>, [{'id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'name': 'tempest-TestShelveInstance-2127625497-router', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:09Z', 'updated_at': '2021-02-18T00:27:07Z', 'revision_number': 6, 'project_id': '393f37a715284e7a99d0d174bf502a14', 'gw_port_host': None}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:08.517058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18089a2d-c189-48dd-b863-14e360875e55 None None] The sync data for ids ['37cffba0-b5f6-4ba8-91f9-4eb2879082ba'] in dv-cinder-751579-21-iscsi is: [{'id': '37cffba0-b5f6-4ba8-91f9-4eb2879082ba', 'name': 'tempest-TestShelveInstance-2127625497-router', 'tenant_id': '393f37a715284e7a99d0d174bf502a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:09Z', 'updated_at': '2021-02-18T00:27:07Z', 'revision_number': 6, 'project_id': '393f37a715284e7a99d0d174bf502a14', 'gw_port_host': None}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:27:08.518656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:08.532618 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d9ebe301-af54-4ad6-96cf-c67e511c7cba tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:08.647555 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2b530d-88f9-42da-ab05-54dc4ed2d2d9,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:08.658854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:08.843036 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852801664'] for router_gateway, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:09.043486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1084'] for router, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:09.047417 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:09.075460 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466cfbe-8ab3-4ad7-9de7-fc6e327defb6 req-cd8f6c83-1aa7-4c47-a29a-4378a7f141c0 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:09.077074 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f466cfbe-8ab3-4ad7-9de7-fc6e327defb6 req-cd8f6c83-1aa7-4c47-a29a-4378a7f141c0 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.3072352
Feb 18 00:27:09.125031 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977362'] for router, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:09.125869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37cffba0-b5f6-4ba8-91f9-4eb2879082ba {{(pid=83993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 00:27:09.146484 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f466cfbe-8ab3-4ad7-9de7-fc6e327defb6 req-c7b43188-e955-4e84-ab07-aa123a04290e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604811
Feb 18 00:27:09.149613 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:09.150547 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] 10.222.0.55 "DELETE /v2.0/routers/37cffba0-b5f6-4ba8-91f9-4eb2879082ba HTTP/1.1" status: 204  len: 168 time: 1.6280479
Feb 18 00:27:09.153405 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 47638) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:09.224753 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a531c8-0d9d-4abe-92b0-525ca11e5a1b admin admin] Deleting subnet 90fe01c8-939b-4452-a225-b5f2f5aff50e {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:27:09.228112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e7a531c8-0d9d-4abe-92b0-525ca11e5a1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:09.281843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e7a531c8-0d9d-4abe-92b0-525ca11e5a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821255317'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:09.389606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e7a531c8-0d9d-4abe-92b0-525ca11e5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:09.686663 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e7a531c8-0d9d-4abe-92b0-525ca11e5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33520624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32087639'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:09.706383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:09.802045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a531c8-0d9d-4abe-92b0-525ca11e5a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90fe01c8-939b-4452-a225-b5f2f5aff50e,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:09.805001 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e7a531c8-0d9d-4abe-92b0-525ca11e5a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:09.848080 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e7a531c8-0d9d-4abe-92b0-525ca11e5a1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:09.854751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d950431-d0f8-4c2e-b606-c6441ae6f719 None None] Network 8f09345d-42d7-46b9-bb9a-0ae32dfb6051 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:27:09.855171 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e7a531c8-0d9d-4abe-92b0-525ca11e5a1b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/90fe01c8-939b-4452-a225-b5f2f5aff50e HTTP/1.1" status: 204  len: 168 time: 0.7006171
Feb 18 00:27:09.857993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 47642) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:10.000477 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:10.127415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20549cd1-5dcd-4301-ae22-29cc72823ffc None None] DHCP port deletion for 8f09345d-42d7-46b9-bb9a-0ae32dfb6051 request from dv-cinder-751579-21-iscsi {{(pid=83995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 00:27:10.134137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-20549cd1-5dcd-4301-ae22-29cc72823ffc None None] Deleting port 53d72b62-2535-49ca-97cb-087f8dca5e0b {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:27:10.134843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20549cd1-5dcd-4301-ae22-29cc72823ffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:10.382887 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Deleting port 53d72b62-2535-49ca-97cb-087f8dca5e0b {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:27:10.383587 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:10.428658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5f292-1d68-4e4f-ba58-b157a5e150cf req-fe3cb677-52ca-422c-8187-326bd0b8a979 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:10.430608 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faf5f292-1d68-4e4f-ba58-b157a5e150cf req-fe3cb677-52ca-422c-8187-326bd0b8a979 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.1143119
Feb 18 00:27:10.433091 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-20549cd1-5dcd-4301-ae22-29cc72823ffc None None] For port 53d72b62-2535-49ca-97cb-087f8dca5e0b, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=53d72b62-2535-49ca-97cb-087f8dca5e0b,segment=NetworkSegment(cce0d18e-fb16-4fa1-9a88-21369a366b72),segment_id=cce0d18e-fb16-4fa1-9a88-21369a366b72)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:10.433725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20549cd1-5dcd-4301-ae22-29cc72823ffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:10.488044 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faf5f292-1d68-4e4f-ba58-b157a5e150cf req-1fc2d848-9191-4e9d-a1af-bba1a47e3806 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496094
Feb 18 00:27:10.687429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] For port 53d72b62-2535-49ca-97cb-087f8dca5e0b, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=53d72b62-2535-49ca-97cb-087f8dca5e0b,segment=NetworkSegment(cce0d18e-fb16-4fa1-9a88-21369a366b72),segment_id=cce0d18e-fb16-4fa1-9a88-21369a366b72)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:10.688052 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:10.821341 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device c3a56b05-219d-499c-922c-94261ed5b811 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:27:10.838164 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Calling delete_port for 53d72b62-2535-49ca-97cb-087f8dca5e0b owned by network:dhcp {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:27:10.862223 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-20549cd1-5dcd-4301-ae22-29cc72823ffc None None] Calling delete_port for 53d72b62-2535-49ca-97cb-087f8dca5e0b owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:27:10.902995 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: c3a56b05-219d-499c-922c-94261ed5b811 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:27:10.903384 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device c3a56b05-219d-499c-922c-94261ed5b811 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:27:10.903854 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:27:10.919411 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:10.933413 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:10.942818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:27:10.943206 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device aa2b530d-88f9-42da-ab05-54dc4ed2d2d9 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:27:10.943671 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 53d72b62-2535-49ca-97cb-087f8dca5e0b no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:27:10.994518 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: 53d72b62-2535-49ca-97cb-087f8dca5e0b {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:27:10.994917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 53d72b62-2535-49ca-97cb-087f8dca5e0b not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:27:11.029068 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-20549cd1-5dcd-4301-ae22-29cc72823ffc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 00:27:11.029710 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-20549cd1-5dcd-4301-ae22-29cc72823ffc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 00:27:11.044181 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d72b62-2535-49ca-97cb-087f8dca5e0b,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:11.053003 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:11.103107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] No DVR routers for this DVR port 53d72b62-2535-49ca-97cb-087f8dca5e0b on host dv-cinder-751579-21-iscsi {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:27:11.235052 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:11.350810 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd30f020128>,) {'filters': {'network_id': ['8f09345d-42d7-46b9-bb9a-0ae32dfb6051']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:11.363718 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f020128>, 'cce0d18e-fb16-4fa1-9a88-21369a366b72') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:11.364009 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f020128>, 'cce0d18e-fb16-4fa1-9a88-21369a366b72') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:11.376085 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33520499'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:11.400325 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:11.402944 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:27:11.531881 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-20549cd1-5dcd-4301-ae22-29cc72823ffc None None] Deleting port 53d72b62-2535-49ca-97cb-087f8dca5e0b {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:27:11.532530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20549cd1-5dcd-4301-ae22-29cc72823ffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:11.602713 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Network 8f09345d-42d7-46b9-bb9a-0ae32dfb6051 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:27:11.606233 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-20549cd1-5dcd-4301-ae22-29cc72823ffc None None] The port '53d72b62-2535-49ca-97cb-087f8dca5e0b' was deleted {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 00:27:11.616266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821257969'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:11.868444 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Network 8f09345d-42d7-46b9-bb9a-0ae32dfb6051 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:27:11.891985 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:27:11.978122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4adab-a0a8-4ef8-9915-5275509dee49 req-d7ebfa74-9788-43df-ae62-62efbee5af22 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:11.979726 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-87e4adab-a0a8-4ef8-9915-5275509dee49 req-d7ebfa74-9788-43df-ae62-62efbee5af22 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.2972367
Feb 18 00:27:12.011191 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:12.017348 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:12.029889 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:12.058435 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f09345d-42d7-46b9-bb9a-0ae32dfb6051,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:12.061415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:12.065261 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3e646de7-3598-498e-8a33-c2459b01b3b2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8f09345d-42d7-46b9-bb9a-0ae32dfb6051 HTTP/1.1" status: 204  len: 168 time: 2.2062366
Feb 18 00:27:12.069606 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-87e4adab-a0a8-4ef8-9915-5275509dee49 req-47d7c8eb-ba5f-4e44-9f60-1ac5786876d6 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822735
Feb 18 00:27:12.202199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47654) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:12.258247 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-08581714-c26e-4637-9c1e-5b22f5de8b98 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=81448b37f7984bc69c0df61b137becc1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518141
Feb 18 00:27:12.258523 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47658) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:12.325666 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:12.355451 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:12.410447 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:12.415812 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-081385c3-aa65-48de-99a1-92774ba479af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:12.431672 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087e9ee6-6877-448c-a90a-96c4c71069db,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:12.441488 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.441902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.442304 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.442702 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.443094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.443486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.443878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.444270 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.444723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.445116 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.445508 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.445906 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.446348 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.446734 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.447113 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.447497 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.447884 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.448274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.448710 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.449093 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.449475 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.449855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.450236 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.450611 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:12.454940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:12.456395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:12.460747 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/087e9ee6-6877-448c-a90a-96c4c71069db HTTP/1.1" status: 204  len: 168 time: 0.2012188
Feb 18 00:27:12.846862 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47666) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:12.901791 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-20eca8c3-e39b-4ebc-8a4c-319e5c434722 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=393f37a715284e7a99d0d174bf502a14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0533960
Feb 18 00:27:12.904422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47670) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:12.967057 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-85783d02-c368-4f6c-a867-6d6e49afcfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:12.994696 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-85783d02-c368-4f6c-a867-6d6e49afcfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:13.073365 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-85783d02-c368-4f6c-a867-6d6e49afcfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:13.079436 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3d4240bd-1391-4c06-a154-eedc05045549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:13.091356 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85783d02-c368-4f6c-a867-6d6e49afcfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b90db5-8a02-4d1a-8f1f-9c304e2033eb,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:13.095951 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-85783d02-c368-4f6c-a867-6d6e49afcfb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:13.099454 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-85783d02-c368-4f6c-a867-6d6e49afcfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:13.103309 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-85783d02-c368-4f6c-a867-6d6e49afcfb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85b90db5-8a02-4d1a-8f1f-9c304e2033eb HTTP/1.1" status: 204  len: 168 time: 0.1954112
Feb 18 00:27:13.560782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6454f-bf05-45f7-bda8-b2644c0c33ac req-f1a743e3-046b-487a-ac01-1b494a3ee33a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:13.563603 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-77d6454f-bf05-45f7-bda8-b2644c0c33ac req-f1a743e3-046b-487a-ac01-1b494a3ee33a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.3535323
Feb 18 00:27:13.625469 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-77d6454f-bf05-45f7-bda8-b2644c0c33ac req-5acec460-0f83-426a-a6b8-5099d8f76f6d tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551393
Feb 18 00:27:13.939809 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47694) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:14.063859 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-663733912-network', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:27:14.069004 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:27:14.073170 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Usage tracker for resource:network and tenant:bbe98c48a32e40f393f955451c6374aa is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:27:14.078301 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:27:14.086037 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:27:14.103049 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Made reservation on behalf of bbe98c48a32e40f393f955451c6374aa for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:27:14.109358 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:14.125172 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:14.142484 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:27:14.148190 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe98c48a32e40f393f955451c6374aa is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:27:14.151862 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:27:14.159000 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:27:14.263470 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:14.266573 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:14.271007 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-09be51dc-803b-410b-a482-7b899b4e8a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:14.306980 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:27:14.318185 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32a5082-32d5-46f1-8d68-4ebb32cbc0b2,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:14.322100 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:14.324606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252823229180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:14.325044 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Added segment 2af8e92d-f5f9-4330-a3f8-b0eca9c24b39 of type vxlan for network 02b75107-ce2b-41d2-b3a8-04146635cea8
Feb 18 00:27:14.364950 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:14.398604 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:14.399903 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:14.400578 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:14.405809 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:14.519097 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Pushing event updated for resources: {'Network': ['ID=02b75107-ce2b-41d2-b3a8-04146635cea8,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:14.527169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:14.530832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network 02b75107-ce2b-41d2-b3a8-04146635cea8 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:27:14.533822 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5925963
Feb 18 00:27:14.536929 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47702) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:14.544372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Request body: {'subnet': {'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-663733912-subnet', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:27:14.550157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:27:14.554363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Usage tracker for resource:subnet and tenant:bbe98c48a32e40f393f955451c6374aa is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:27:14.557520 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:27:14.563919 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:27:14.575313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Made reservation on behalf of bbe98c48a32e40f393f955451c6374aa for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:27:14.580192 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32230035'] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:14.599024 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network 02b75107-ce2b-41d2-b3a8-04146635cea8 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:27:14.881758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be0b37-8c06-4ec9-b7fd-e1ddb12ddfe8 req-bcad52a1-efe7-4471-a66e-6da1cde341d9 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:14.883383 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d6be0b37-8c06-4ec9-b7fd-e1ddb12ddfe8 req-bcad52a1-efe7-4471-a66e-6da1cde341d9 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.0953660
Feb 18 00:27:14.931869 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d6be0b37-8c06-4ec9-b7fd-e1ddb12ddfe8 req-bc3985dd-4d11-4748-a65e-9ccd1d96967c tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421748
Feb 18 00:27:15.063394 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30190723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32230018'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:15.133673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6603f58d-0118-4ec8-9899-cfaf57e165e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:15.215729 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62939898-b1a6-46d6-8d28-2f4301a93cd6,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:15.227809 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:15.284063 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Checking segment: {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:27:15.284486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Network hostable DHCP agents. Network: 02b75107-ce2b-41d2-b3a8-04146635cea8, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:27:15.303683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Network 02b75107-ce2b-41d2-b3a8-04146635cea8 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:27:15.312562 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, 02b75107-ce2b-41d2-b3a8-04146635cea8) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:27:15.321818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9093a9a7-23a4-4083-9907-d72a000c7b5a None None] Network 02b75107-ce2b-41d2-b3a8-04146635cea8 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:27:15.324516 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:15.325178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:15.345868 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-178fcd19-7f65-4a35-8532-dae417de2c18 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8078322
Feb 18 00:27:15.348651 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47708) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:15.354106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:27:15.359585 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:27:15.363900 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Usage tracker for resource:router and tenant:bbe98c48a32e40f393f955451c6374aa is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:27:15.367535 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:27:15.373422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:27:15.382325 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852804642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1091'] for router, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:15.383379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852804823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2023819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774732'] for router, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:15.397955 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:15.577064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac98f393-cfbd-505c-89c3-4557df0b36db-02b75107-ce2b-41d2-b3a8-04146635cea8', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6'}]}} from dv-cinder-751579-21-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 00:27:15.578664 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:15.697878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1971128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774747'] for router, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:15.930706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Allocated IP 172.20.0.2 (02b75107-ce2b-41d2-b3a8-04146635cea8/62939898-b1a6-46d6-8d28-2f4301a93cd6/32b7d55d-2566-46ba-ab2c-6343ebd25a01) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:27:16.150218 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:16.161351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Transition to ACTIVE for port object 32b7d55d-2566-46ba-ab2c-6343ebd25a01 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:27:16.163694 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:16.178257 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Transition to ACTIVE for port object 32b7d55d-2566-46ba-ab2c-6343ebd25a01 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:27:16.182137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:16.198130 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c416d3fa-434b-41f9-8af1-d58d64bac48f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:16.198842 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:16.259944 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce0aa6-8612-491b-908f-ac2d78a3aa46 req-6ded6ae2-49fd-4119-809d-b690ce451611 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:16.261626 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71ce0aa6-8612-491b-908f-ac2d78a3aa46 req-6ded6ae2-49fd-4119-809d-b690ce451611 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.2075539
Feb 18 00:27:16.332749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Pushing event updated for resources: {'Port': ['ID=32b7d55d-2566-46ba-ab2c-6343ebd25a01,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:16.335866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:16.378487 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71ce0aa6-8612-491b-908f-ac2d78a3aa46 req-b153ce9d-fdab-4a02-a669-bda3725d5003 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686800
Feb 18 00:27:16.386764 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Network 02b75107-ce2b-41d2-b3a8-04146635cea8 is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:27:16.387942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:27:16.390924 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:27:16.450692 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Attempting to bind port 32b7d55d-2566-46ba-ab2c-6343ebd25a01 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:27:16.451107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Attempting to bind port 32b7d55d-2566-46ba-ab2c-6343ebd25a01 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:27:16.451517 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Attempting to bind port 32b7d55d-2566-46ba-ab2c-6343ebd25a01 on network 02b75107-ce2b-41d2-b3a8-04146635cea8 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:27:16.457645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:27:16.458065 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Checking segment: {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:27:16.458506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:16.458940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Bound using segment: {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:27:16.459456 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Bound port: 32b7d55d-2566-46ba-ab2c-6343ebd25a01, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:27:16.459867 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:16.541673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Allocated IP 172.27.3.236 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/d3ca89ad-de8d-4766-95a6-7bb938aa1346) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:27:16.555093 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] For port 32b7d55d-2566-46ba-ab2c-6343ebd25a01, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:27:16.558303 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] For port 32b7d55d-2566-46ba-ab2c-6343ebd25a01, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=32b7d55d-2566-46ba-ab2c-6343ebd25a01,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:27:16.560943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:16.579423 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:16.702786 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:16.731354 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Pushing event updated for resources: {'Port': ['ID=32b7d55d-2566-46ba-ab2c-6343ebd25a01,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:16.732480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:16.737629 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:16.748897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-16b04e66-22ee-4608-b4c4-29b2e6aadd42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:16.888996 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Pushing event updated for resources: {'Port': ['ID=d3ca89ad-de8d-4766-95a6-7bb938aa1346,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:16.894660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:16.946334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:27:16.947603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:27:16.949937 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:27:17.585551 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1ed36-3c1f-475c-8241-7f6af690b5d5 req-510525fe-01b2-4dc3-8e05-790490f84575 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:17.587159 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-48b1ed36-3c1f-475c-8241-7f6af690b5d5 req-510525fe-01b2-4dc3-8e05-790490f84575 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.0867476
Feb 18 00:27:17.633637 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:17.638679 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-48b1ed36-3c1f-475c-8241-7f6af690b5d5 req-96e67633-99d0-45dd-a33f-18d9a19cf562 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451605
Feb 18 00:27:18.006194 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1971113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852801781'] for router, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:18.111150 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f209e388-6df5-4415-ad26-8f92c54fc399 None None] Network 02b75107-ce2b-41d2-b3a8-04146635cea8 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:27:18.208775 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-bbac18f7-a3c8-4b4a-9260-ec8e48c3b113 None None] Provisioning for port 32b7d55d-2566-46ba-ab2c-6343ebd25a01 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:27:18.226731 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Router b5c9e0c3-f00d-4541-803e-31d6eb11a262 is scheduled to L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 with binding_index 1 {{(pid=83992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 00:27:18.424184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:27:18.433505 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Sync routers for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:27:18.441113 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 637030b5-d907-4704-a1c7-aaf72521acc0 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:27:18.449806 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:18.452307 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.1015105
Feb 18 00:27:18.454693 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47716) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:18.491204 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:27:18.491915 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fb69ba8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:26:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:18.777962 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 32b7d55d-2566-46ba-ab2c-6343ebd25a01 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:27:18.968426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:27:19.095940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad14fd-7b48-4989-b8f8-30b79be55787 req-f81a429c-e69d-4a03-9994-47f7cd574cf3 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:19.097614 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fbad14fd-7b48-4989-b8f8-30b79be55787 req-f81a429c-e69d-4a03-9994-47f7cd574cf3 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 943 time: 0.2644622
Feb 18 00:27:19.128287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 637030b5-d907-4704-a1c7-aaf72521acc0 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:19.128853 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:19.210246 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fbad14fd-7b48-4989-b8f8-30b79be55787 req-5e58fbd2-04be-489c-88c9-a06a4ce39f58 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032765
Feb 18 00:27:19.215010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 32b7d55d-2566-46ba-ab2c-6343ebd25a01 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:27:19.241587 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 32b7d55d-2566-46ba-ab2c-6343ebd25a01 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:19.242010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:19.282807 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-33cb5894-b923-4622-acae-6ff6d7731ae3 None None] Provisioning complete for port 32b7d55d-2566-46ba-ab2c-6343ebd25a01 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:19.283312 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33cb5894-b923-4622-acae-6ff6d7731ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:19.340502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:19.627895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:19.667968 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:19.704054 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33cb5894-b923-4622-acae-6ff6d7731ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:19.741205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637030b5-d907-4704-a1c7-aaf72521acc0'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:27:19.771395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 637030b5-d907-4704-a1c7-aaf72521acc0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=637030b5-d907-4704-a1c7-aaf72521acc0,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:19.780898 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port 32b7d55d-2566-46ba-ab2c-6343ebd25a01, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=32b7d55d-2566-46ba-ab2c-6343ebd25a01,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:19.782300 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:19.786037 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:19.830855 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637030b5-d907-4704-a1c7-aaf72521acc0', 'code': 200}
Feb 18 00:27:19.831551 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:19.883317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fb69ba8>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:17Z', 'revision_number': 3, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:19.902052 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Checking router: b5c9e0c3-f00d-4541-803e-31d6eb11a262 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:27:19.902395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Updating router b5c9e0c3-f00d-4541-803e-31d6eb11a262 port d3ca89ad-de8d-4766-95a6-7bb938aa1346 binding host dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:27:19.948230 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Allocated IP 172.20.0.1 (02b75107-ce2b-41d2-b3a8-04146635cea8/62939898-b1a6-46d6-8d28-2f4301a93cd6/b80612ea-2438-4e24-87b8-949eb5279fb2) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:27:19.985494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-33cb5894-b923-4622-acae-6ff6d7731ae3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 00:27:19.985913 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-33cb5894-b923-4622-acae-6ff6d7731ae3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 00:27:19.988836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=637030b5-d907-4704-a1c7-aaf72521acc0,revision_number=6']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:19.993627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:19.994285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4a7bd71e-cd9e-4057-9bc4-181ec48fd3b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:20.026131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:20.157437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=32b7d55d-2566-46ba-ab2c-6343ebd25a01,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:20.162310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:20.163488 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a670b-62cb-42c8-9735-0c739b17e582 req-79f7cbcb-01bb-41e7-86bc-7123d7291e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:20.165149 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-872a670b-62cb-42c8-9735-0c739b17e582 req-79f7cbcb-01bb-41e7-86bc-7123d7291e1c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 1162 time: 0.1846647
Feb 18 00:27:20.198948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:20.217660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 637030b5-d907-4704-a1c7-aaf72521acc0 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:27:20.231879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Transition to ACTIVE for port object b80612ea-2438-4e24-87b8-949eb5279fb2 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:27:20.234852 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-872a670b-62cb-42c8-9735-0c739b17e582 req-fee638b2-2251-4171-a155-b9b410c82b7c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603895
Feb 18 00:27:20.259241 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:20.280190 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0ad73c1c-86e9-4036-b146-2fbfdf7e1bb8 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:20.408088 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 637030b5-d907-4704-a1c7-aaf72521acc0 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:20.408479 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:20.474382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b80612ea-2438-4e24-87b8-949eb5279fb2,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:20.477546 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:20.548254 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebf58b-984e-46bf-8ae4-af5ad274490e req-37b03975-ab04-406e-9252-0fa47a7a0edc tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:20.549961 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50ebf58b-984e-46bf-8ae4-af5ad274490e req-37b03975-ab04-406e-9252-0fa47a7a0edc tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.1797340
Feb 18 00:27:20.581503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Network 02b75107-ce2b-41d2-b3a8-04146635cea8 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:27:20.585353 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:27:20.587783 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:27:20.664393 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50ebf58b-984e-46bf-8ae4-af5ad274490e req-88967180-2681-4709-9682-7305bca3c594 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053317
Feb 18 00:27:20.680957 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1981970'] for router_interface, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:20.828468 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.resource_extend [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 18 00:27:20.863923 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 32b7d55d-2566-46ba-ab2c-6343ebd25a01 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:27:20.966213 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:21.032413 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-165a5768-5a1a-4e81-b9c4-ebb93bf7c7f1 None None] Provisioning for port b80612ea-2438-4e24-87b8-949eb5279fb2 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:27:21.059704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-165a5768-5a1a-4e81-b9c4-ebb93bf7c7f1 None None] Provisioning complete for port b80612ea-2438-4e24-87b8-949eb5279fb2 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:21.060128 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-165a5768-5a1a-4e81-b9c4-ebb93bf7c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:21.094164 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:21.098000 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:21.143877 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Transition to ACTIVE for port object d3ca89ad-de8d-4766-95a6-7bb938aa1346 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:27:21.157693 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:21.180780 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ba566e16-4bf3-43b1-b8e6-499dc1ea9520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:21.260536 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:21.264736 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:21.272465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-165a5768-5a1a-4e81-b9c4-ebb93bf7c7f1 None None] Port b80612ea-2438-4e24-87b8-949eb5279fb2 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:27:21.293014 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 32b7d55d-2566-46ba-ab2c-6343ebd25a01 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:21.293808 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:21.294056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:21.388664 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853093004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852793740'] for router_interface, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:21.400754 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf013e6-93d7-4554-92f3-74dfe2a89987 None None] Pushing event updated for resources: {'Port': ['ID=d3ca89ad-de8d-4766-95a6-7bb938aa1346,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:21.401875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b80612ea-2438-4e24-87b8-949eb5279fb2,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:21.407374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:21.410554 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dcf013e6-93d7-4554-92f3-74dfe2a89987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:21.545352 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Network 02b75107-ce2b-41d2-b3a8-04146635cea8 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:27:21.547102 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:27:21.623668 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Attempting to bind port d3ca89ad-de8d-4766-95a6-7bb938aa1346 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:27:21.624650 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Attempting to bind port d3ca89ad-de8d-4766-95a6-7bb938aa1346 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:27:21.625071 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Attempting to bind port d3ca89ad-de8d-4766-95a6-7bb938aa1346 on network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:27:21.642805 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:27:21.643239 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Checking segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:27:21.643701 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:21.644145 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Bound using segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:27:21.644710 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Bound port: d3ca89ad-de8d-4766-95a6-7bb938aa1346, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:27:21.645138 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:21.747777 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] For port d3ca89ad-de8d-4766-95a6-7bb938aa1346, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:27:21.751613 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] For port d3ca89ad-de8d-4766-95a6-7bb938aa1346, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=d3ca89ad-de8d-4766-95a6-7bb938aa1346,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:27:21.755956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:21.775328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a5d5d9b4-787a-44dd-84b5-b2a2e20aa42e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:21.837000 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Router b5c9e0c3-f00d-4541-803e-31d6eb11a262 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:27:21.931742 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af880df-aab9-4023-afc6-3e906f586b52 req-f332f05f-0721-4a12-b75f-0f4291259606 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:21.933808 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7af880df-aab9-4023-afc6-3e906f586b52 req-f332f05f-0721-4a12-b75f-0f4291259606 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0958538
Feb 18 00:27:21.969076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-18533dca-7862-41ad-9ab8-7bd180f12407 None None] Provisioning complete for port b80612ea-2438-4e24-87b8-949eb5279fb2 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:21.969502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-18533dca-7862-41ad-9ab8-7bd180f12407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:22.004283 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7af880df-aab9-4023-afc6-3e906f586b52 req-df899061-9565-4f6b-9552-9ea8d1ac199b tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617032
Feb 18 00:27:22.004970 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf013e6-93d7-4554-92f3-74dfe2a89987 None None] Pushing event updated for resources: {'Port': ['ID=d3ca89ad-de8d-4766-95a6-7bb938aa1346,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:22.016158 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dcf013e6-93d7-4554-92f3-74dfe2a89987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:22.069713 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-18533dca-7862-41ad-9ab8-7bd180f12407 None None] Port b80612ea-2438-4e24-87b8-949eb5279fb2 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:27:22.076512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:27:22.078932 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dac73bed-4727-4112-97b4-c781135238ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:22.086208 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] 10.222.0.55 "PUT /v2.0/routers/b5c9e0c3-f00d-4541-803e-31d6eb11a262/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6302245
Feb 18 00:27:22.089192 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:27:22.089894 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fb69ba8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:26:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:22.293177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:27:22.792092 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47782) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:22.795177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fb69ba8>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:21Z', 'revision_number': 2, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:22.798612 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2072559024-network', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:27:22.799650 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d638daba-9c14-4f4c-9303-6921e6ac73a6 None None] The sync data for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi is: [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:21Z', 'revision_number': 2, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:27:22.804609 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:27:22.809327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Usage tracker for resource:network and tenant:7e8e671e875f4ce4986838eb8e4b318e is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:27:22.813028 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:27:22.820592 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:27:22.830884 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Made reservation on behalf of 7e8e671e875f4ce4986838eb8e4b318e for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:27:22.835639 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:22.850274 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:22.865717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:27:22.869929 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Usage tracker for resource:security_group_rule and tenant:7e8e671e875f4ce4986838eb8e4b318e is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:27:22.872796 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:27:22.879390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:27:22.965177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:22.968074 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:22.972269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1c390292-0f1f-4539-a1e8-0b2851479587 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:23.001196 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:27:23.014049 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37bca46-2008-4c70-854e-c79998a0534a,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:23.018948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:23.019926 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252823229180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:23.020395 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Added segment eccadce4-1c19-4e11-be58-1978dffc8b47 of type vxlan for network 2062899b-4527-4a08-82a6-994abbe1bb8f
Feb 18 00:27:23.049556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:23.080906 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:23.082229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:23.082873 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:23.088154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:23.258978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Pushing event updated for resources: {'Network': ['ID=2062899b-4527-4a08-82a6-994abbe1bb8f,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:23.263359 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:23.268627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 47788) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:23.269136 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4755850
Feb 18 00:27:23.270180 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network 2062899b-4527-4a08-82a6-994abbe1bb8f details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:27:23.275571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Request body: {'subnet': {'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2072559024-subnet', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:27:23.284987 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:27:23.289582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Usage tracker for resource:subnet and tenant:7e8e671e875f4ce4986838eb8e4b318e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:27:23.292941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:27:23.293333 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network 2062899b-4527-4a08-82a6-994abbe1bb8f details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:27:23.299440 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:27:23.306691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71a5ab-283c-4430-a638-48be2527398e req-9bd61544-945f-4e9d-8e91-a59cc9381713 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:23.308494 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5b71a5ab-283c-4430-a638-48be2527398e req-9bd61544-945f-4e9d-8e91-a59cc9381713 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.1442833
Feb 18 00:27:23.312673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Made reservation on behalf of 7e8e671e875f4ce4986838eb8e4b318e for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:27:23.319533 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822688071'] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:23.366974 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5b71a5ab-283c-4430-a638-48be2527398e req-46fc0b7a-c920-4f9c-99a7-3c4d15c51314 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509846
Feb 18 00:27:23.772922 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036821255243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822688088'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:23.788155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e7a531c8-0d9d-4abe-92b0-525ca11e5a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:23.825998 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0552099e-42a0-4e6f-8a95-15a7da3defb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:23.923427 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa69f62-cc85-486a-a7ad-4739c0a1f3b4,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:23.927440 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:23.996388 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Checking segment: {'id': 'eccadce4-1c19-4e11-be58-1978dffc8b47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:27:23.996797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Network hostable DHCP agents. Network: 2062899b-4527-4a08-82a6-994abbe1bb8f, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:27:24.017089 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Network 2062899b-4527-4a08-82a6-994abbe1bb8f is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:27:24.026148 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, 2062899b-4527-4a08-82a6-994abbe1bb8f) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:27:24.035897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f4320e-f9b8-4c53-ac88-31c38ae0af93 None None] Network 2062899b-4527-4a08-82a6-994abbe1bb8f requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:27:24.039057 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:24.039703 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:24.059887 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2fe8ea17-3a2b-40c5-bea8-16ee0c7762f6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7895796
Feb 18 00:27:24.062652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47794) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:24.068176 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2072559024-router', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:27:24.073275 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:27:24.078099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Usage tracker for resource:router and tenant:7e8e671e875f4ce4986838eb8e4b318e is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:27:24.081137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:27:24.087072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:27:24.099297 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852804642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1091'] for router, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:24.100406 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852804823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2023819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774732'] for router, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:24.116491 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:24.279567 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac98f393-cfbd-505c-89c3-4557df0b36db-2062899b-4527-4a08-82a6-994abbe1bb8f', 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'fixed_ips': [{'subnet_id': '7aa69f62-cc85-486a-a7ad-4739c0a1f3b4'}]}} from dv-cinder-751579-21-iscsi. {{(pid=83995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 18 00:27:24.280743 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:24.590007 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Allocated IP 172.20.0.2 (2062899b-4527-4a08-82a6-994abbe1bb8f/7aa69f62-cc85-486a-a7ad-4739c0a1f3b4/658da34f-d78b-41d5-a2c4-10da91086a92) {{(pid=83995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:27:24.620897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device d3ca89ad-de8d-4766-95a6-7bb938aa1346 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:27:24.645902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1971128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774747'] for router, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:24.795242 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port d3ca89ad-de8d-4766-95a6-7bb938aa1346 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:27:24.810369 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port d3ca89ad-de8d-4766-95a6-7bb938aa1346 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:24.810789 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:24.941299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Notify callbacks [] for port, precommit_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:24.981592 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:24.990420 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Transition to ACTIVE for port object 658da34f-d78b-41d5-a2c4-10da91086a92 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:27:25.013890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:25.021177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Transition to ACTIVE for port object 658da34f-d78b-41d5-a2c4-10da91086a92 will not be triggered until provisioned by entity DHCP. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:27:25.026904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:25.034650 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265'] for port, after_create {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:25.054507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:25.185971 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port d3ca89ad-de8d-4766-95a6-7bb938aa1346, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=d3ca89ad-de8d-4766-95a6-7bb938aa1346,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:25.197231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:25.219096 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:25.222352 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Pushing event updated for resources: {'Port': ['ID=658da34f-d78b-41d5-a2c4-10da91086a92,revision_number=1']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:25.226726 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:25.227238 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:25.295991 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Allocated IP 172.27.3.35 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/627d288c-b265-46f7-b26d-95c8597bff60) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:27:25.336717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Network 2062899b-4527-4a08-82a6-994abbe1bb8f is already hosted by enough agents. {{(pid=83995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:27:25.337504 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=d3ca89ad-de8d-4766-95a6-7bb938aa1346,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:25.340642 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Resources bound (agent type, host, resource id):  {{(pid=83995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:27:25.342474 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:25.343270 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Received port after_create {{(pid=83995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:27:25.406995 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Attempting to bind port 658da34f-d78b-41d5-a2c4-10da91086a92 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:27:25.407412 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Attempting to bind port 658da34f-d78b-41d5-a2c4-10da91086a92 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': 'eccadce4-1c19-4e11-be58-1978dffc8b47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:27:25.407831 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Attempting to bind port 658da34f-d78b-41d5-a2c4-10da91086a92 on network 2062899b-4527-4a08-82a6-994abbe1bb8f {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:27:25.413531 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:27:25.413952 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Checking segment: {'id': 'eccadce4-1c19-4e11-be58-1978dffc8b47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:27:25.414401 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:25.414841 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Bound using segment: {'id': 'eccadce4-1c19-4e11-be58-1978dffc8b47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:27:25.415359 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Bound port: 658da34f-d78b-41d5-a2c4-10da91086a92, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccadce4-1c19-4e11-be58-1978dffc8b47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:27:25.415779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:25.454791 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:25.484268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:25.500569 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:25.514345 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] For port 658da34f-d78b-41d5-a2c4-10da91086a92, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:27:25.517929 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] For port 658da34f-d78b-41d5-a2c4-10da91086a92, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=658da34f-d78b-41d5-a2c4-10da91086a92,segment=NetworkSegment(eccadce4-1c19-4e11-be58-1978dffc8b47),segment_id=eccadce4-1c19-4e11-be58-1978dffc8b47)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:27:25.522764 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:25.538905 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:25.639681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Pushing event updated for resources: {'Port': ['ID=627d288c-b265-46f7-b26d-95c8597bff60,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:25.644859 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:25.686884 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Pushing event updated for resources: {'Port': ['ID=658da34f-d78b-41d5-a2c4-10da91086a92,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:25.690351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:25.695021 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:27:25.696851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:27:25.699429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:27:25.947941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Sync routers for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:27:25.958337 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:27:25.959014 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fc00400>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:27:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:26.028328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:26.180791 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:26.182028 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:27:26.424781 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:26.516332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fc00400>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:21Z', 'revision_number': 2, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:26.520408 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Checking router: b5c9e0c3-f00d-4541-803e-31d6eb11a262 for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:27:26.520806 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Updating router b5c9e0c3-f00d-4541-803e-31d6eb11a262 port b80612ea-2438-4e24-87b8-949eb5279fb2 binding host dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:27:26.547726 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1971113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852801781'] for router, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:26.585795 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:26.676184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device d3ca89ad-de8d-4766-95a6-7bb938aa1346 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:27:26.760710 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port d3ca89ad-de8d-4766-95a6-7bb938aa1346 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:26.761661 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:26.910723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 658da34f-d78b-41d5-a2c4-10da91086a92 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:27:26.985120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 658da34f-d78b-41d5-a2c4-10da91086a92 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:27:27.044255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Router 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 is scheduled to L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 with binding_index 1 {{(pid=83992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 18 00:27:27.059183 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:27.072707 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Transition to ACTIVE for port object b80612ea-2438-4e24-87b8-949eb5279fb2 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:27:27.075892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:27.091458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:27.121592 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e0d142-9fc5-4015-a6dd-7d516fcd3a19 None None] Network 2062899b-4527-4a08-82a6-994abbe1bb8f requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:27:27.230105 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Pushing event updated for resources: {'Port': ['ID=b80612ea-2438-4e24-87b8-949eb5279fb2,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:27.251416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.251801 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.252178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.252574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.252949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.253316 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.253678 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.254045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.254405 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.254766 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.255124 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.255482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.255897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.256256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.256645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.257001 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.257365 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.257717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.258073 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.258426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.258792 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.259141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.259493 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.259844 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:27:27.266861 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:27.267065 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:27:27.285388 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Sync routers for ids ['5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:27:27.295736 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:27.297390 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2336602
Feb 18 00:27:27.300355 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47798) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:27:27.430676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Attempting to bind port b80612ea-2438-4e24-87b8-949eb5279fb2 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:27:27.431504 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Attempting to bind port b80612ea-2438-4e24-87b8-949eb5279fb2 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:27:27.431914 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Attempting to bind port b80612ea-2438-4e24-87b8-949eb5279fb2 on network 02b75107-ce2b-41d2-b3a8-04146635cea8 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:27:27.439571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:27:27.439983 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Checking segment: {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:27:27.440456 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:27.440893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Bound using segment: {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:27:27.442329 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Bound port: b80612ea-2438-4e24-87b8-949eb5279fb2, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:27:27.442756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:27.548146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] For port b80612ea-2438-4e24-87b8-949eb5279fb2, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:27:27.551937 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] For port b80612ea-2438-4e24-87b8-949eb5279fb2, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=b80612ea-2438-4e24-87b8-949eb5279fb2,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:27:27.556779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:27.570183 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:27.572886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-effc0962-6c06-4af9-b3b9-0cf5965bf0b1 None None] Provisioning for port 658da34f-d78b-41d5-a2c4-10da91086a92 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:27:27.583288 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Routers {'5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:27:27.583660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fc556d8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:27:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:27.658857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-effc0962-6c06-4af9-b3b9-0cf5965bf0b1 None None] Provisioning complete for port 658da34f-d78b-41d5-a2c4-10da91086a92 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:27.659278 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-effc0962-6c06-4af9-b3b9-0cf5965bf0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:27.877043 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Pushing event updated for resources: {'Port': ['ID=b80612ea-2438-4e24-87b8-949eb5279fb2,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:27.890475 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:27.917892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Set router 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:27:27.949946 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:27:27.952973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fc00400>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:27:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:28.027838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:27:28.150811 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:28.189701 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:27:28.194688 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-effc0962-6c06-4af9-b3b9-0cf5965bf0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:28.301940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-effc0962-6c06-4af9-b3b9-0cf5965bf0b1 None None] For port 658da34f-d78b-41d5-a2c4-10da91086a92, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=658da34f-d78b-41d5-a2c4-10da91086a92,segment=NetworkSegment(eccadce4-1c19-4e11-be58-1978dffc8b47),segment_id=eccadce4-1c19-4e11-be58-1978dffc8b47)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:28.312579 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-effc0962-6c06-4af9-b3b9-0cf5965bf0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:28.317878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dcf013e6-93d7-4554-92f3-74dfe2a89987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:28.447439 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc0962-6c06-4af9-b3b9-0cf5965bf0b1 None None] Pushing event updated for resources: {'Port': ['ID=658da34f-d78b-41d5-a2c4-10da91086a92,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:28.454269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-effc0962-6c06-4af9-b3b9-0cf5965bf0b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:28.482865 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-b27d9ee3-0e80-47c1-82a0-7e00959497ae None None] Provisioning complete for port 658da34f-d78b-41d5-a2c4-10da91086a92 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:28.483332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b27d9ee3-0e80-47c1-82a0-7e00959497ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:28.517016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fc556d8>, [{'id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'name': 'tempest-TestVolumeBootPattern-2072559024-router', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '627d288c-b265-46f7-b26d-95c8597bff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:24Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 3, 'project_id': '7e8e671e875f4ce4986838eb8e4b318e', 'gw_port': {'id': '627d288c-b265-46f7-b26d-95c8597bff60', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:25Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:28.532482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Checking router: 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:27:28.532673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Updating router 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 port 627d288c-b265-46f7-b26d-95c8597bff60 binding host dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:27:28.560298 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fc00400>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:27Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:28.567518 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f96f07-fcc3-4ef9-aa3f-7e8127994be8 None None] The sync data for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi is: [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:27Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:27:28.625716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:28.636552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Allocated IP 172.20.0.1 (2062899b-4527-4a08-82a6-994abbe1bb8f/7aa69f62-cc85-486a-a7ad-4739c0a1f3b4/5902f69b-216f-4b5f-b688-403b699e8cff) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:27:28.684928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 658da34f-d78b-41d5-a2c4-10da91086a92 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:27:28.819711 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:28.839569 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Transition to ACTIVE for port object 5902f69b-216f-4b5f-b688-403b699e8cff will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:27:28.865752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:28.882066 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7858a449-89ee-4f97-9c89-e8e23011f57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:28.952707 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 658da34f-d78b-41d5-a2c4-10da91086a92 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:28.953136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:29.025329 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Pushing event updated for resources: {'Port': ['ID=5902f69b-216f-4b5f-b688-403b699e8cff,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:29.030482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:29.053972 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-2245a439-3a31-428e-bc48-89fdadcaf787 None None] Provisioning complete for port 658da34f-d78b-41d5-a2c4-10da91086a92 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:29.054400 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2245a439-3a31-428e-bc48-89fdadcaf787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:29.085034 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Network 2062899b-4527-4a08-82a6-994abbe1bb8f is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:27:29.086194 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:27:29.088603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:27:29.147516 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1981970'] for router_interface, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:29.312120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:29.316048 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device b80612ea-2438-4e24-87b8-949eb5279fb2 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:27:29.629077 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:29.632595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:29.662163 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fb2a9e0d-36db-4f4c-b557-10edbada150d tempest-ServerRescueNegativeTestJSON-2138273724 tempest-ServerRescueNegativeTestJSON-2138273724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:29.688078 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port b80612ea-2438-4e24-87b8-949eb5279fb2 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:27:29.697060 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port b80612ea-2438-4e24-87b8-949eb5279fb2 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:29.697474 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:29.747580 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853093004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852793740'] for router_interface, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:29.757431 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:29.761872 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Pushing event updated for resources: {'Port': ['ID=5902f69b-216f-4b5f-b688-403b699e8cff,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:29.767414 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:29.785359 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-aed946d6-8ea0-4696-a6a5-0312b7514d8c None None] Provisioning for port 5902f69b-216f-4b5f-b688-403b699e8cff completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:27:29.792150 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Transition to ACTIVE for port object 627d288c-b265-46f7-b26d-95c8597bff60 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:27:29.794251 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-aed946d6-8ea0-4696-a6a5-0312b7514d8c None None] Provisioning complete for port 5902f69b-216f-4b5f-b688-403b699e8cff triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:29.794665 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aed946d6-8ea0-4696-a6a5-0312b7514d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:29.828193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:29.849056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:29.899030 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Network 2062899b-4527-4a08-82a6-994abbe1bb8f is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:27:29.900217 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:27:30.043860 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-aed946d6-8ea0-4696-a6a5-0312b7514d8c None None] Port 5902f69b-216f-4b5f-b688-403b699e8cff cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:27:30.049948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a462f-78c8-4fe4-99d7-0235147c7a44 None None] Pushing event updated for resources: {'Port': ['ID=627d288c-b265-46f7-b26d-95c8597bff60,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:30.058704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-680a462f-78c8-4fe4-99d7-0235147c7a44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:30.091431 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:30.111443 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Router 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:27:30.159376 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port b80612ea-2438-4e24-87b8-949eb5279fb2, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=b80612ea-2438-4e24-87b8-949eb5279fb2,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:30.169599 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:30.171622 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:30.203169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Attempting to bind port 627d288c-b265-46f7-b26d-95c8597bff60 on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:27:30.203412 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Attempting to bind port 627d288c-b265-46f7-b26d-95c8597bff60 by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:27:30.203635 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Attempting to bind port 627d288c-b265-46f7-b26d-95c8597bff60 on network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:27:30.243165 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:27:30.243582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Checking segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:27:30.244020 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:30.244476 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Bound using segment: {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:27:30.245000 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Bound port: 627d288c-b265-46f7-b26d-95c8597bff60, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb81b73-0030-4fbd-b8fe-210749d7072c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:27:30.245418 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:30.291016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-572b1ba2-f654-42ef-bfe7-58bb56a147af None None] Provisioning complete for port 5902f69b-216f-4b5f-b688-403b699e8cff triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:30.291357 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-572b1ba2-f654-42ef-bfe7-58bb56a147af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:30.307209 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:27:30.316960 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] 10.222.0.55 "PUT /v2.0/routers/5cf941b1-9550-4ce6-8feb-c78f0a4e30d3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0153890
Feb 18 00:27:30.377991 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=b80612ea-2438-4e24-87b8-949eb5279fb2,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:30.381467 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:30.399969 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-572b1ba2-f654-42ef-bfe7-58bb56a147af None None] Port 5902f69b-216f-4b5f-b688-403b699e8cff cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:27:30.405562 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] For port 627d288c-b265-46f7-b26d-95c8597bff60, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:27:30.408791 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] For port 627d288c-b265-46f7-b26d-95c8597bff60, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=627d288c-b265-46f7-b26d-95c8597bff60,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:27:30.412323 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:30.431279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:30.572139 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a462f-78c8-4fe4-99d7-0235147c7a44 None None] Pushing event updated for resources: {'Port': ['ID=627d288c-b265-46f7-b26d-95c8597bff60,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:30.578470 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-680a462f-78c8-4fe4-99d7-0235147c7a44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:30.606911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device b80612ea-2438-4e24-87b8-949eb5279fb2 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:27:30.692641 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Routers {'5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:27:30.693340 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fc556d8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:27:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:30.788922 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port b80612ea-2438-4e24-87b8-949eb5279fb2 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:30.789344 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:30.917993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-3891f65e-c0c1-4ff7-b0fb-01008d506c97 req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-465757373', 'description': 'tempest-TestVolumeBootPattern-465757373 description'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:27:30.925022 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-3891f65e-c0c1-4ff7-b0fb-01008d506c97 req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:27:30.929255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3891f65e-c0c1-4ff7-b0fb-01008d506c97 req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Usage tracker for resource:security_group and tenant:bbe98c48a32e40f393f955451c6374aa is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:27:30.932459 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3891f65e-c0c1-4ff7-b0fb-01008d506c97 req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:27:30.939013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-3891f65e-c0c1-4ff7-b0fb-01008d506c97 req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:27:30.947724 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] Set router 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:27:30.951755 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3891f65e-c0c1-4ff7-b0fb-01008d506c97 req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:30.973034 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-3891f65e-c0c1-4ff7-b0fb-01008d506c97 req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:27:30.977326 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3891f65e-c0c1-4ff7-b0fb-01008d506c97 req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Usage tracker for resource:security_group_rule and tenant:bbe98c48a32e40f393f955451c6374aa is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:27:30.981590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3891f65e-c0c1-4ff7-b0fb-01008d506c97 req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:27:30.988681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-3891f65e-c0c1-4ff7-b0fb-01008d506c97 req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:27:31.061282 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3891f65e-c0c1-4ff7-b0fb-01008d506c97 req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:31.064614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3891f65e-c0c1-4ff7-b0fb-01008d506c97 req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:31.070060 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-40de7dd2-2331-490f-bb14-8c36fc473091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:31.111406 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3891f65e-c0c1-4ff7-b0fb-01008d506c97 req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:31.112770 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3891f65e-c0c1-4ff7-b0fb-01008d506c97 req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1997135
Feb 18 00:27:31.113590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553a13fc-8373-492f-a60f-4d9a2d2ebfcf,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:31.117084 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:31.189370 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4d5cf0eb-efeb-4662-8f79-89251ed55031 req-bb302f3a-9e32-4cb5-803c-3568f4954b63 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups/553a13fc-8373-492f-a60f-4d9a2d2ebfcf HTTP/1.1" status: 200  len: 1806 time: 0.0528519
Feb 18 00:27:31.200305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-4d5cf0eb-efeb-4662-8f79-89251ed55031 req-1cd6b154-265d-4b4b-9e17-8e42242fd261 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '553a13fc-8373-492f-a60f-4d9a2d2ebfcf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:27:31.200705 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-4d5cf0eb-efeb-4662-8f79-89251ed55031 req-1cd6b154-265d-4b4b-9e17-8e42242fd261 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '553a13fc-8373-492f-a60f-4d9a2d2ebfcf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:27:31.210943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-4d5cf0eb-efeb-4662-8f79-89251ed55031 req-1cd6b154-265d-4b4b-9e17-8e42242fd261 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:27:31.215145 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4d5cf0eb-efeb-4662-8f79-89251ed55031 req-1cd6b154-265d-4b4b-9e17-8e42242fd261 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Usage tracker for resource:security_group_rule and tenant:bbe98c48a32e40f393f955451c6374aa is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:27:31.218907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4d5cf0eb-efeb-4662-8f79-89251ed55031 req-1cd6b154-265d-4b4b-9e17-8e42242fd261 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:27:31.224881 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-4d5cf0eb-efeb-4662-8f79-89251ed55031 req-1cd6b154-265d-4b4b-9e17-8e42242fd261 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:27:31.281310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4d5cf0eb-efeb-4662-8f79-89251ed55031 req-1cd6b154-265d-4b4b-9e17-8e42242fd261 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:31.305502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4d5cf0eb-efeb-4662-8f79-89251ed55031 req-1cd6b154-265d-4b4b-9e17-8e42242fd261 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:31.307593 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4d5cf0eb-efeb-4662-8f79-89251ed55031 req-1cd6b154-265d-4b4b-9e17-8e42242fd261 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170069'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:31.309714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:31.331770 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6b154-265d-4b4b-9e17-8e42242fd261 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69025a5-9cf4-419a-a382-306be30c79f5,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:31.336147 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1cd6b154-265d-4b4b-9e17-8e42242fd261 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:31.343483 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4d5cf0eb-efeb-4662-8f79-89251ed55031 req-1cd6b154-265d-4b4b-9e17-8e42242fd261 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:31.344147 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fc556d8>, [{'id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'name': 'tempest-TestVolumeBootPattern-2072559024-router', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '627d288c-b265-46f7-b26d-95c8597bff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:24Z', 'updated_at': '2021-02-18T00:27:29Z', 'revision_number': 4, 'project_id': '7e8e671e875f4ce4986838eb8e4b318e', 'gw_port': {'id': '627d288c-b265-46f7-b26d-95c8597bff60', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:25Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5902f69b-216f-4b5f-b688-403b699e8cff', 'name': '', 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'mac_address': 'fa:16:3e:3d:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7aa69f62-cc85-486a-a7ad-4739c0a1f3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:28Z', 'updated_at': '2021-02-18T00:27:29Z', 'revision_number': 2, 'project_id': '7e8e671e875f4ce4986838eb8e4b318e', 'subnets': [{'id': '7aa69f62-cc85-486a-a7ad-4739c0a1f3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:31.344802 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4d5cf0eb-efeb-4662-8f79-89251ed55031 req-1cd6b154-265d-4b4b-9e17-8e42242fd261 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1487694
Feb 18 00:27:31.349270 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946f55e1-958c-4ab0-9adc-565b2930ff05 None None] The sync data for ids ['5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'] in dv-cinder-751579-21-iscsi is: [{'id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'name': 'tempest-TestVolumeBootPattern-2072559024-router', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '627d288c-b265-46f7-b26d-95c8597bff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:24Z', 'updated_at': '2021-02-18T00:27:29Z', 'revision_number': 4, 'project_id': '7e8e671e875f4ce4986838eb8e4b318e', 'gw_port': {'id': '627d288c-b265-46f7-b26d-95c8597bff60', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:25Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5902f69b-216f-4b5f-b688-403b699e8cff', 'name': '', 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'mac_address': 'fa:16:3e:3d:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7aa69f62-cc85-486a-a7ad-4739c0a1f3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:28Z', 'updated_at': '2021-02-18T00:27:29Z', 'revision_number': 2, 'project_id': '7e8e671e875f4ce4986838eb8e4b318e', 'subnets': [{'id': '7aa69f62-cc85-486a-a7ad-4739c0a1f3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:27:31.416628 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0ef0e355-8338-4392-a9a6-0c2586b33ee3 req-c7ec32af-256d-4b96-a7e6-8a4007359815 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups/553a13fc-8373-492f-a60f-4d9a2d2ebfcf HTTP/1.1" status: 200  len: 2399 time: 0.0497007
Feb 18 00:27:31.429971 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-0ef0e355-8338-4392-a9a6-0c2586b33ee3 req-d19bac22-e3d5-4ed6-818b-a272d167212c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '553a13fc-8373-492f-a60f-4d9a2d2ebfcf', 'remote_group_id': None}]} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:27:31.430471 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-0ef0e355-8338-4392-a9a6-0c2586b33ee3 req-d19bac22-e3d5-4ed6-818b-a272d167212c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '553a13fc-8373-492f-a60f-4d9a2d2ebfcf', 'remote_group_id': None}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:27:31.437614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-0ef0e355-8338-4392-a9a6-0c2586b33ee3 req-d19bac22-e3d5-4ed6-818b-a272d167212c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:27:31.441796 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0ef0e355-8338-4392-a9a6-0c2586b33ee3 req-d19bac22-e3d5-4ed6-818b-a272d167212c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Usage tracker for resource:security_group_rule and tenant:bbe98c48a32e40f393f955451c6374aa is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:27:31.444916 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0ef0e355-8338-4392-a9a6-0c2586b33ee3 req-d19bac22-e3d5-4ed6-818b-a272d167212c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:27:31.450791 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-0ef0e355-8338-4392-a9a6-0c2586b33ee3 req-d19bac22-e3d5-4ed6-818b-a272d167212c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:27:31.508519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0ef0e355-8338-4392-a9a6-0c2586b33ee3 req-d19bac22-e3d5-4ed6-818b-a272d167212c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:31.533137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0ef0e355-8338-4392-a9a6-0c2586b33ee3 req-d19bac22-e3d5-4ed6-818b-a272d167212c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:31.535779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0ef0e355-8338-4392-a9a6-0c2586b33ee3 req-d19bac22-e3d5-4ed6-818b-a272d167212c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170069'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:31.537945 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1071e897-f047-4f0d-85bd-79dfb83d64de tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:31.564172 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bac22-e3d5-4ed6-818b-a272d167212c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04268bc3-d902-4fcd-974e-d37a9746a838,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:31.566818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d19bac22-e3d5-4ed6-818b-a272d167212c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:31.573092 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0ef0e355-8338-4392-a9a6-0c2586b33ee3 req-d19bac22-e3d5-4ed6-818b-a272d167212c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:31.574356 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0ef0e355-8338-4392-a9a6-0c2586b33ee3 req-d19bac22-e3d5-4ed6-818b-a272d167212c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1504741
Feb 18 00:27:32.619467 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 627d288c-b265-46f7-b26d-95c8597bff60 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:27:32.696916 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 627d288c-b265-46f7-b26d-95c8597bff60 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:27:32.701855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 627d288c-b265-46f7-b26d-95c8597bff60 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:32.702285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:32.835508 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:32.853446 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port 627d288c-b265-46f7-b26d-95c8597bff60, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=627d288c-b265-46f7-b26d-95c8597bff60,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:32.856412 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:32.858846 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:32.928193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=627d288c-b265-46f7-b26d-95c8597bff60,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:32.931569 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:34.435761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Sync routers for ids ['5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:27:34.445843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Routers {'5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:27:34.446503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fc006a0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:27:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:34.594459 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 627d288c-b265-46f7-b26d-95c8597bff60 up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:27:34.647305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Set router 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:27:34.666694 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 627d288c-b265-46f7-b26d-95c8597bff60 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:34.667116 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:34.992893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fc006a0>, [{'id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'name': 'tempest-TestVolumeBootPattern-2072559024-router', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '627d288c-b265-46f7-b26d-95c8597bff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:24Z', 'updated_at': '2021-02-18T00:27:29Z', 'revision_number': 4, 'project_id': '7e8e671e875f4ce4986838eb8e4b318e', 'gw_port': {'id': '627d288c-b265-46f7-b26d-95c8597bff60', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:25Z', 'updated_at': '2021-02-18T00:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5902f69b-216f-4b5f-b688-403b699e8cff', 'name': '', 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'mac_address': 'fa:16:3e:3d:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7aa69f62-cc85-486a-a7ad-4739c0a1f3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:28Z', 'updated_at': '2021-02-18T00:27:29Z', 'revision_number': 2, 'project_id': '7e8e671e875f4ce4986838eb8e4b318e', 'subnets': [{'id': '7aa69f62-cc85-486a-a7ad-4739c0a1f3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:34.996973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Checking router: 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:27:34.997378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Updating router 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 port 5902f69b-216f-4b5f-b688-403b699e8cff binding host dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 18 00:27:35.058823 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:35.494259 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:35.506849 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Transition to ACTIVE for port object 5902f69b-216f-4b5f-b688-403b699e8cff will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:27:35.509636 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:35.526039 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:35.662662 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eceb8e4-e9ae-4222-9e6a-72b80bd7230e None None] Pushing event updated for resources: {'Port': ['ID=5902f69b-216f-4b5f-b688-403b699e8cff,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:35.667776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3eceb8e4-e9ae-4222-9e6a-72b80bd7230e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:35.838127 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Attempting to bind port 5902f69b-216f-4b5f-b688-403b699e8cff on host dv-cinder-751579-21-iscsi for vnic_type normal with profile  {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:27:35.838546 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Attempting to bind port 5902f69b-216f-4b5f-b688-403b699e8cff by drivers openvswitch on host dv-cinder-751579-21-iscsi at level 0 using segments [{'id': 'eccadce4-1c19-4e11-be58-1978dffc8b47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:27:35.838947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Attempting to bind port 5902f69b-216f-4b5f-b688-403b699e8cff on network 2062899b-4527-4a08-82a6-994abbe1bb8f {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:27:35.845323 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Checking agent: {'id': '1e1d2d93-e5ca-4b09-bb14-d38a20faac41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 9, 56), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:27:35.845738 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Checking segment: {'id': 'eccadce4-1c19-4e11-be58-1978dffc8b47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:27:35.846178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:35.846607 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Bound using segment: {'id': 'eccadce4-1c19-4e11-be58-1978dffc8b47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:27:35.847119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Bound port: 5902f69b-216f-4b5f-b688-403b699e8cff, host: dv-cinder-751579-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccadce4-1c19-4e11-be58-1978dffc8b47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:27:35.847537 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:35.941465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] For port 5902f69b-216f-4b5f-b688-403b699e8cff, host dv-cinder-751579-21-iscsi, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:27:35.944926 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] For port 5902f69b-216f-4b5f-b688-403b699e8cff, host dv-cinder-751579-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=5902f69b-216f-4b5f-b688-403b699e8cff,segment=NetworkSegment(eccadce4-1c19-4e11-be58-1978dffc8b47),segment_id=eccadce4-1c19-4e11-be58-1978dffc8b47)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:27:35.948415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:35.965221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-73913644-b4f9-4cd7-8be6-029aaccb900a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:36.284660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eceb8e4-e9ae-4222-9e6a-72b80bd7230e None None] Pushing event updated for resources: {'Port': ['ID=5902f69b-216f-4b5f-b688-403b699e8cff,revision_number=4']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:36.290372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3eceb8e4-e9ae-4222-9e6a-72b80bd7230e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:36.329626 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Routers {'5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:27:36.330361 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fc006a0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:27:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:36.526429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] Set router 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:27:36.629821 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 5902f69b-216f-4b5f-b688-403b699e8cff up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:27:36.708656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning for port 5902f69b-216f-4b5f-b688-403b699e8cff completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:27:36.713655 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 5902f69b-216f-4b5f-b688-403b699e8cff triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:36.714094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:36.841294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:36.886337 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fc006a0>, [{'id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'name': 'tempest-TestVolumeBootPattern-2072559024-router', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '627d288c-b265-46f7-b26d-95c8597bff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:24Z', 'updated_at': '2021-02-18T00:27:29Z', 'revision_number': 4, 'project_id': '7e8e671e875f4ce4986838eb8e4b318e', 'gw_port': {'id': '627d288c-b265-46f7-b26d-95c8597bff60', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:25Z', 'updated_at': '2021-02-18T00:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5902f69b-216f-4b5f-b688-403b699e8cff', 'name': '', 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'mac_address': 'fa:16:3e:3d:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7aa69f62-cc85-486a-a7ad-4739c0a1f3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:28Z', 'updated_at': '2021-02-18T00:27:35Z', 'revision_number': 4, 'project_id': '7e8e671e875f4ce4986838eb8e4b318e', 'subnets': [{'id': '7aa69f62-cc85-486a-a7ad-4739c0a1f3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:27:36.891099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccac12-5a6a-45b4-ab3c-eea79cb030e6 None None] The sync data for ids ['5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'] in dv-cinder-751579-21-iscsi is: [{'id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'name': 'tempest-TestVolumeBootPattern-2072559024-router', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '627d288c-b265-46f7-b26d-95c8597bff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:24Z', 'updated_at': '2021-02-18T00:27:29Z', 'revision_number': 4, 'project_id': '7e8e671e875f4ce4986838eb8e4b318e', 'gw_port': {'id': '627d288c-b265-46f7-b26d-95c8597bff60', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:25Z', 'updated_at': '2021-02-18T00:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5902f69b-216f-4b5f-b688-403b699e8cff', 'name': '', 'network_id': '2062899b-4527-4a08-82a6-994abbe1bb8f', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'mac_address': 'fa:16:3e:3d:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7aa69f62-cc85-486a-a7ad-4739c0a1f3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:28Z', 'updated_at': '2021-02-18T00:27:35Z', 'revision_number': 4, 'project_id': '7e8e671e875f4ce4986838eb8e4b318e', 'subnets': [{'id': '7aa69f62-cc85-486a-a7ad-4739c0a1f3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:27:37.046805 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] For port 5902f69b-216f-4b5f-b688-403b699e8cff, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=5902f69b-216f-4b5f-b688-403b699e8cff,segment=NetworkSegment(eccadce4-1c19-4e11-be58-1978dffc8b47),segment_id=eccadce4-1c19-4e11-be58-1978dffc8b47)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:27:37.049858 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:37.051934 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:37.124906 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Pushing event updated for resources: {'Port': ['ID=5902f69b-216f-4b5f-b688-403b699e8cff,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:37.128701 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:38.594105 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 5902f69b-216f-4b5f-b688-403b699e8cff up at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:27:38.669555 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Provisioning complete for port 5902f69b-216f-4b5f-b688-403b699e8cff triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:38.669971 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:48.339017 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-671dd6cb-757a-4fcc-8c70-5918a8251a5f req-eb815d7c-cec5-497e-b6c0-91986ff95ebb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0777552
Feb 18 00:27:48.438074 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dd6cb-757a-4fcc-8c70-5918a8251a5f req-467a5f50-3d5e-4633-b594-cefc08880b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:48.439650 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-671dd6cb-757a-4fcc-8c70-5918a8251a5f req-467a5f50-3d5e-4633-b594-cefc08880b05 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 1162 time: 0.0770934
Feb 18 00:27:48.831207 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dd6cb-757a-4fcc-8c70-5918a8251a5f req-ff652632-03b4-4aa5-b469-f2257afdfc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:48.832856 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-671dd6cb-757a-4fcc-8c70-5918a8251a5f req-ff652632-03b4-4aa5-b469-f2257afdfc44 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 200  len: 910 time: 0.3727422
Feb 18 00:27:48.945542 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-671dd6cb-757a-4fcc-8c70-5918a8251a5f req-1300c198-30ce-4f4d-9c21-7f68417e0c04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=637030b5-d907-4704-a1c7-aaf72521acc0 HTTP/1.1" status: 200  len: 1001 time: 0.1052337
Feb 18 00:27:49.020691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dd6cb-757a-4fcc-8c70-5918a8251a5f req-a2818fde-ed7f-4aa4-b483-ba8a36846a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:49.022295 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-671dd6cb-757a-4fcc-8c70-5918a8251a5f req-a2818fde-ed7f-4aa4-b483-ba8a36846a5c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=487d7c03-e55f-4907-bb69-fbafd63dd354 HTTP/1.1" status: 200  len: 855 time: 0.0697379
Feb 18 00:27:49.076587 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-b0cf3264-4932-4b3a-b216-00b947912f23 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-465757373&fields=id&tenant_id=bbe98c48a32e40f393f955451c6374aa HTTP/1.1" status: 200  len: 267 time: 0.0431187
Feb 18 00:27:49.106208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dd6cb-757a-4fcc-8c70-5918a8251a5f req-e6ed8a61-cd63-47f0-8e64-479deb0b4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:49.108436 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-671dd6cb-757a-4fcc-8c70-5918a8251a5f req-e6ed8a61-cd63-47f0-8e64-479deb0b4725 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e56fb3ca-8d4f-4ec5-997c-7262756285e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0799994
Feb 18 00:27:49.240631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-d8e9108a-3fcf-42eb-9425-deefa75d749a tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:49.242234 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-d8e9108a-3fcf-42eb-9425-deefa75d749a tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 811 time: 0.1586642
Feb 18 00:27:49.257756 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-671dd6cb-757a-4fcc-8c70-5918a8251a5f req-65a70653-ed80-461f-bc21-98895f529399 service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425681
Feb 18 00:27:49.259244 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-05f8b6c1-ef72-4553-b27e-861e092afc14 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/quotas/bbe98c48a32e40f393f955451c6374aa HTTP/1.1" status: 200  len: 375 time: 0.0103285
Feb 18 00:27:49.355698 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-9cf4c541-53af-497f-92a9-7cbc35394904 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0904770
Feb 18 00:27:49.407089 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-671dd6cb-757a-4fcc-8c70-5918a8251a5f req-930fd586-68fd-444b-a5f6-f41aa15f454b service neutron] 10.222.0.58 "GET /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429839
Feb 18 00:27:49.505519 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-1ebeb7fc-d0ef-411d-9468-73bcc9b02868 service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362619
Feb 18 00:27:49.651462 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-57358e89-1bcd-4310-be57-c023eaccefa3 service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1340187
Feb 18 00:27:50.064615 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-238f417c-7cc3-406d-b17d-644227cd7285 req-bf8c32ba-366b-4bbd-b2b9-b00c2f4cff57 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:27:50.081596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-238f417c-7cc3-406d-b17d-644227cd7285 req-bf8c32ba-366b-4bbd-b2b9-b00c2f4cff57 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:27:50.082954 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-238f417c-7cc3-406d-b17d-644227cd7285 req-bf8c32ba-366b-4bbd-b2b9-b00c2f4cff57 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 210 time: 0.0705976
Feb 18 00:27:50.876211 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:51.118201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-35bc4a2d-8648-44ca-93ee-3749652c5209 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:51.118957 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-35bc4a2d-8648-44ca-93ee-3749652c5209 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:network {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:27:51.135842 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-35bc4a2d-8648-44ca-93ee-3749652c5209 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:network {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:27:51.137114 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-35bc4a2d-8648-44ca-93ee-3749652c5209 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 811 time: 0.1786613
Feb 18 00:27:51.215796 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-9d32ac7b-bd65-4c60-b15e-c152d50edc40 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:27:51.234632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-9d32ac7b-bd65-4c60-b15e-c152d50edc40 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:27:51.236793 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-9d32ac7b-bd65-4c60-b15e-c152d50edc40 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbe98c48a32e40f393f955451c6374aa HTTP/1.1" status: 200  len: 5763 time: 0.0907211
Feb 18 00:27:51.246273 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Request body: {'port': {'device_id': '5158f857-5e2b-4458-8a0e-718101d50237', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'admin_state_up': True, 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'security_groups': ['553a13fc-8373-492f-a60f-4d9a2d2ebfcf']}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:27:51.267416 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-511c034b-036d-48a4-8c74-26c825b71fb2 req-8dbc04b7-e139-44af-a64b-334097d2eab6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 210 time: 0.0675280
Feb 18 00:27:51.403008 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:27:51.413433 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:27:51.422168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Made reservation on behalf of bbe98c48a32e40f393f955451c6374aa for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:27:51.427793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:51.746659 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Allocated IP 172.20.0.4 (02b75107-ce2b-41d2-b3a8-04146635cea8/62939898-b1a6-46d6-8d28-2f4301a93cd6/6dc9d590-66e7-42f6-94d7-525d83c015fe) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:27:51.944697 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:51.961292 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Transition to ACTIVE for port object 6dc9d590-66e7-42f6-94d7-525d83c015fe will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:27:51.984902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:52.000232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7331a8d5-9bb3-4685-8911-e2382fb22a99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:52.056879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-48219b77-417a-466f-87ea-97f3e5b07b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:52.143079 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event updated for resources: {'Port': ['ID=6dc9d590-66e7-42f6-94d7-525d83c015fe,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:52.148237 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:52.198328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Network 02b75107-ce2b-41d2-b3a8-04146635cea8 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:27:52.199683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:27:52.202548 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:27:52.273993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:52.274705 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:52.300082 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0579369
Feb 18 00:27:52.314502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Request body: {'port': {'device_id': '5158f857-5e2b-4458-8a0e-718101d50237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:27:52.390583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-79ff5392-d813-490b-99b6-b0ebc0cd4e3b None None] Provisioning for port 6dc9d590-66e7-42f6-94d7-525d83c015fe completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:27:52.395613 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-79ff5392-d813-490b-99b6-b0ebc0cd4e3b None None] Provisioning complete for port 6dc9d590-66e7-42f6-94d7-525d83c015fe triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:27:52.396042 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-79ff5392-d813-490b-99b6-b0ebc0cd4e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:52.452742 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-79ff5392-d813-490b-99b6-b0ebc0cd4e3b None None] Port 6dc9d590-66e7-42f6-94d7-525d83c015fe cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:27:52.492260 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:52.588028 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc42f6-798e-4769-85a0-8f976f6005dc req-20cc7960-1cbe-4aaf-a700-be4d1edac1bf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:52.588837 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-02bc42f6-798e-4769-85a0-8f976f6005dc req-20cc7960-1cbe-4aaf-a700-be4d1edac1bf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:27:52.652246 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-02bc42f6-798e-4769-85a0-8f976f6005dc req-20cc7960-1cbe-4aaf-a700-be4d1edac1bf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:27:52.653515 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02bc42f6-798e-4769-85a0-8f976f6005dc req-20cc7960-1cbe-4aaf-a700-be4d1edac1bf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 931 time: 0.2479506
Feb 18 00:27:52.771352 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02bc42f6-798e-4769-85a0-8f976f6005dc req-c7cbf0fb-03ae-4bd1-8fa9-9c5e60a42144 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1113987
Feb 18 00:27:52.975997 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc9d590-66e7-42f6-94d7-525d83c015fe {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:27:52.984309 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:52.996496 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Transition to ACTIVE for port object 6dc9d590-66e7-42f6-94d7-525d83c015fe will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:27:52.999202 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:53.014587 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0d850773-a013-4905-976d-eaacba3d530c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:53.148903 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc9d590-66e7-42f6-94d7-525d83c015fe,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:53.154665 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:53.342867 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Attempting to bind port 6dc9d590-66e7-42f6-94d7-525d83c015fe on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:27:53.343235 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Attempting to bind port 6dc9d590-66e7-42f6-94d7-525d83c015fe by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:27:53.343606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Attempting to bind port 6dc9d590-66e7-42f6-94d7-525d83c015fe on network 02b75107-ce2b-41d2-b3a8-04146635cea8 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:27:53.349832 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:27:53.350206 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Checking segment: {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:27:53.350609 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:53.356146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Bound using segment: {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:27:53.356146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Bound port: 6dc9d590-66e7-42f6-94d7-525d83c015fe, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:27:53.356146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:53.449115 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] For port 6dc9d590-66e7-42f6-94d7-525d83c015fe, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:27:53.452776 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] For port 6dc9d590-66e7-42f6-94d7-525d83c015fe, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=6dc9d590-66e7-42f6-94d7-525d83c015fe,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:27:53.455737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:53.471486 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ad6b0376-6b73-4550-b998-1fc3a2fc15e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:27:53.615843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc9d590-66e7-42f6-94d7-525d83c015fe,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:27:53.629120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:27:53.664282 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:53.664994 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:53.666458 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] 10.222.0.58 "PUT /v2.0/ports/6dc9d590-66e7-42f6-94d7-525d83c015fe HTTP/1.1" status: 200  len: 1157 time: 1.3575399
Feb 18 00:27:53.666973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5158f857-5e2b-4458-8a0e-718101d50237', 'tag': '6dc9d590-66e7-42f6-94d7-525d83c015fe'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:27:53.739723 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5158f857-5e2b-4458-8a0e-718101d50237', 'tag': '6dc9d590-66e7-42f6-94d7-525d83c015fe', 'status': 'completed', 'code': 200}
Feb 18 00:27:53.785924 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-a7c10525-b076-492f-a001-3c9f04f64985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:53.787588 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-a7c10525-b076-492f-a001-3c9f04f64985 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 1160 time: 0.0849884
Feb 18 00:27:53.842116 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7de9-4c8a-482c-a233-d5b7654ac392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:53.867084 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-0d55eb1e-7b5e-492f-aa7e-646158241b95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dc9d590-66e7-42f6-94d7-525d83c015fe HTTP/1.1" status: 200  len: 217 time: 0.0716834
Feb 18 00:27:53.986285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-ae98d184-8c63-41a8-9887-85085db67aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:53.987747 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-ae98d184-8c63-41a8-9887-85085db67aed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.1135066
Feb 18 00:27:54.298058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8872c8f-3d4c-48df-b416-3eb71af00d48 req-79536c61-f163-43d5-abc5-f55e94cca1ab tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:54.299684 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b8872c8f-3d4c-48df-b416-3eb71af00d48 req-79536c61-f163-43d5-abc5-f55e94cca1ab tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 943 time: 0.3881166
Feb 18 00:27:54.358752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-51acc896-a44c-4cb4-bb4e-8f5af36f9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:54.360589 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-51acc896-a44c-4cb4-bb4e-8f5af36f9c3b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3609514
Feb 18 00:27:54.365264 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b8872c8f-3d4c-48df-b416-3eb71af00d48 req-afc4e74e-f925-43fc-ad4b-9eb397029c08 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0579348
Feb 18 00:27:54.504727 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-5518a306-9135-4d3e-866d-90da7c9272f1 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352141
Feb 18 00:27:54.648860 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26ea19cd-6da9-44a2-9604-880ce4a27d28 req-a6a7e670-e4a7-483c-b51f-1060d025911e service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374567
Feb 18 00:27:54.774190 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b88574-6971-4cb3-b1af-2c0b52e1b3ac req-e0002860-ab25-4e3e-af16-62448ecce54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:54.775702 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e5b88574-6971-4cb3-b1af-2c0b52e1b3ac req-e0002860-ab25-4e3e-af16-62448ecce54a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 1160 time: 0.0814776
Feb 18 00:27:54.920108 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b88574-6971-4cb3-b1af-2c0b52e1b3ac req-6c2562af-e775-48a5-95ec-df7d8773d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:54.921721 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e5b88574-6971-4cb3-b1af-2c0b52e1b3ac req-6c2562af-e775-48a5-95ec-df7d8773d1bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.1389222
Feb 18 00:27:54.995820 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e5b88574-6971-4cb3-b1af-2c0b52e1b3ac req-beaeabdc-4098-4f52-b0dd-e77dde37f413 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dc9d590-66e7-42f6-94d7-525d83c015fe HTTP/1.1" status: 200  len: 217 time: 0.0666549
Feb 18 00:27:55.068403 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b88574-6971-4cb3-b1af-2c0b52e1b3ac req-fd952e57-3a9b-47d9-82bd-9d9e19839089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:55.069878 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e5b88574-6971-4cb3-b1af-2c0b52e1b3ac req-fd952e57-3a9b-47d9-82bd-9d9e19839089 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0667489
Feb 18 00:27:55.125301 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:55.154165 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b88574-6971-4cb3-b1af-2c0b52e1b3ac req-e0f14ab2-9bbd-40d5-8484-f30fd942cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:55.155780 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e5b88574-6971-4cb3-b1af-2c0b52e1b3ac req-e0f14ab2-9bbd-40d5-8484-f30fd942cdf9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0782349
Feb 18 00:27:55.302019 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e5b88574-6971-4cb3-b1af-2c0b52e1b3ac req-b6ed137b-0ac7-4768-987d-c002418d1b2b service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392062
Feb 18 00:27:55.451578 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e5b88574-6971-4cb3-b1af-2c0b52e1b3ac req-6612fb2c-8108-40d7-921e-87818153080b service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1422615
Feb 18 00:27:55.565719 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e8483-1cf3-4e2b-b2dc-51710cc0fd3d req-3f97e05a-e50f-4f7f-992b-3ee1704b24e9 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:55.567305 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b4e8483-1cf3-4e2b-b2dc-51710cc0fd3d req-3f97e05a-e50f-4f7f-992b-3ee1704b24e9 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 943 time: 0.0846269
Feb 18 00:27:55.617744 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b4e8483-1cf3-4e2b-b2dc-51710cc0fd3d req-41f3ab38-f2da-4585-9683-a0bc9f2ead11 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0441890
Feb 18 00:27:56.030679 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:56.423143 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:27:56.816680 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8d6f2-3a1f-4b3b-9d96-1c50fed1c0d4 req-54e424d5-0416-43cd-972b-cd4186db91b4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:56.818265 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-58f8d6f2-3a1f-4b3b-9d96-1c50fed1c0d4 req-54e424d5-0416-43cd-972b-cd4186db91b4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 943 time: 0.0912116
Feb 18 00:27:56.871728 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-58f8d6f2-3a1f-4b3b-9d96-1c50fed1c0d4 req-becd1ad8-8ea2-45bd-bb26-7b5507cf7f43 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0472162
Feb 18 00:27:58.067924 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf02cc-8639-448e-80e6-fbced587371f req-1d194813-9ce9-40a9-ae3f-89341f3764f7 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:58.069525 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8dcf02cc-8639-448e-80e6-fbced587371f req-1d194813-9ce9-40a9-ae3f-89341f3764f7 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 943 time: 0.0861821
Feb 18 00:27:58.116851 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8dcf02cc-8639-448e-80e6-fbced587371f req-25319c8a-639c-4ad2-a6ff-2ac01001de58 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0410519
Feb 18 00:27:59.316188 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fbc24-da30-47de-bbbc-c5b922c17ac0 req-9ca5fbf4-5980-43c0-8a75-fab6505fc72f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:27:59.317849 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3c8fbc24-da30-47de-bbbc-c5b922c17ac0 req-9ca5fbf4-5980-43c0-8a75-fab6505fc72f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 943 time: 0.0881906
Feb 18 00:27:59.365057 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3c8fbc24-da30-47de-bbbc-c5b922c17ac0 req-23eb45e9-ae95-4b22-b29d-72f76aa9bfa8 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0408995
Feb 18 00:28:00.243182 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf47fd4-931d-4345-bc65-c7aec6610ba7 req-f5e1cc4e-ff83-476a-b229-c4ccd03c0463 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:00.244825 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aaf47fd4-931d-4345-bc65-c7aec6610ba7 req-f5e1cc4e-ff83-476a-b229-c4ccd03c0463 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0895393
Feb 18 00:28:00.295292 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aaf47fd4-931d-4345-bc65-c7aec6610ba7 req-321c08dd-fbf5-4630-ba4d-7286ef59c5d4 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439754
Feb 18 00:28:00.573809 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64266b8a-df1f-45e1-a32a-d3c3678f399e req-cb8ddc56-a020-4296-b9b3-0fcfe4af61e9 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:00.575393 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-64266b8a-df1f-45e1-a32a-d3c3678f399e req-cb8ddc56-a020-4296-b9b3-0fcfe4af61e9 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 943 time: 0.0887632
Feb 18 00:28:00.622286 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-64266b8a-df1f-45e1-a32a-d3c3678f399e req-62ae6374-abe8-4236-b9cd-99e2826c5feb tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0400784
Feb 18 00:28:01.507043 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642adc45-78a7-48d4-a968-fe3eff48876e req-96ee9fbd-6b5a-48d7-97bd-26c25554cd0e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:01.508587 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-642adc45-78a7-48d4-a968-fe3eff48876e req-96ee9fbd-6b5a-48d7-97bd-26c25554cd0e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0865061
Feb 18 00:28:01.555063 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-642adc45-78a7-48d4-a968-fe3eff48876e req-9b6eed37-cfbe-4c6b-9bd8-783cff4a7647 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups?id=f2e21fd5-743d-439f-b09a-ab330d1bdb28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396450
Feb 18 00:28:01.677588 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bd033-7616-42b8-a164-491a8545ec3c req-f9304479-0bc3-41bd-9848-a2cc43a64073 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:01.679707 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e47bd033-7616-42b8-a164-491a8545ec3c req-f9304479-0bc3-41bd-9848-a2cc43a64073 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 945 time: 0.0898595
Feb 18 00:28:01.756515 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-e47bd033-7616-42b8-a164-491a8545ec3c req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Deleting port 637030b5-d907-4704-a1c7-aaf72521acc0 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:28:01.756904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e47bd033-7616-42b8-a164-491a8545ec3c req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:01.819713 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ce046-6b45-4ec5-b6d5-c5f7e7294f58 req-3571590f-bda4-4a1c-bbde-b8866557ed08 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:01.821312 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-682ce046-6b45-4ec5-b6d5-c5f7e7294f58 req-3571590f-bda4-4a1c-bbde-b8866557ed08 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 943 time: 0.0873373
Feb 18 00:28:01.869937 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-682ce046-6b45-4ec5-b6d5-c5f7e7294f58 req-f2d70532-52c8-436d-b054-9b6ecca577ae tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0415308
Feb 18 00:28:02.023321 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-e47bd033-7616-42b8-a164-491a8545ec3c req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] For port 637030b5-d907-4704-a1c7-aaf72521acc0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=637030b5-d907-4704-a1c7-aaf72521acc0,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:28:02.023720 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e47bd033-7616-42b8-a164-491a8545ec3c req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:02.336924 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e47bd033-7616-42b8-a164-491a8545ec3c req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:02.337333 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e47bd033-7616-42b8-a164-491a8545ec3c req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:02.337691 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-e47bd033-7616-42b8-a164-491a8545ec3c req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Floating IP 6b797942-304e-4ad8-a2f0-d06cd28c5318 disassociated. External IP: 172.27.3.101, port: 637030b5-d907-4704-a1c7-aaf72521acc0.
Feb 18 00:28:02.338111 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-e47bd033-7616-42b8-a164-491a8545ec3c req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Calling delete_port for 637030b5-d907-4704-a1c7-aaf72521acc0 owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:28:02.481912 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e47bd033-7616-42b8-a164-491a8545ec3c req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:02.500324 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-33939220-3760-40ff-a3fc-59de012d79ab tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:02.591941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event deleted for resources: {'Port': ['ID=637030b5-d907-4704-a1c7-aaf72521acc0,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:02.602001 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:02.794930 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f858199e-664c-41bf-a94a-183b8d8a7439 req-85ab2c61-108f-4686-beab-bd51e881daeb tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 210 time: 0.0689404
Feb 18 00:28:02.835956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 6dc9d590-66e7-42f6-94d7-525d83c015fe up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:28:02.907645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port 6dc9d590-66e7-42f6-94d7-525d83c015fe completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:28:02.913042 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 6dc9d590-66e7-42f6-94d7-525d83c015fe triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:28:02.913460 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:02.914474 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e47bd033-7616-42b8-a164-491a8545ec3c req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:28:03.044325 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:03.074332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5158f857-5e2b-4458-8a0e-718101d50237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc9d590-66e7-42f6-94d7-525d83c015fe'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:28:03.089730 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 6dc9d590-66e7-42f6-94d7-525d83c015fe, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=6dc9d590-66e7-42f6-94d7-525d83c015fe,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:28:03.091748 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069dfb0-67a4-495e-9d0b-d5f9949a068e req-47e2be52-8eae-44eb-8149-75e94ac8b93d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:03.093691 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3069dfb0-67a4-495e-9d0b-d5f9949a068e req-47e2be52-8eae-44eb-8149-75e94ac8b93d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 943 time: 0.1006215
Feb 18 00:28:03.101598 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:03.104320 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dcf013e6-93d7-4554-92f3-74dfe2a89987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:03.121886 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e47bd033-7616-42b8-a164-491a8545ec3c req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:28:03.164622 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47bd033-7616-42b8-a164-491a8545ec3c req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] No DVR routers for this DVR port 637030b5-d907-4704-a1c7-aaf72521acc0 on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:28:03.167725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e47bd033-7616-42b8-a164-491a8545ec3c req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:03.170200 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5158f857-5e2b-4458-8a0e-718101d50237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc9d590-66e7-42f6-94d7-525d83c015fe', 'code': 200}
Feb 18 00:28:03.171067 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'name': 'network-vif-deleted', 'tag': '637030b5-d907-4704-a1c7-aaf72521acc0'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:28:03.172374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d691d1bc-a91b-4921-82e2-5b25dacc70b5 None None] Sync routers for ids ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:28:03.188824 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e47bd033-7616-42b8-a164-491a8545ec3c req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.58 "DELETE /v2.0/ports/637030b5-d907-4704-a1c7-aaf72521acc0 HTTP/1.1" status: 204  len: 173 time: 1.5041087
Feb 18 00:28:03.189011 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3069dfb0-67a4-495e-9d0b-d5f9949a068e req-e60448ee-b409-45ad-a5c6-d5409899dd34 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0774620
Feb 18 00:28:03.194330 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 637030b5-d907-4704-a1c7-aaf72521acc0 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:28:03.252459 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b55ae8c-4942-4b03-9abe-6c446bf71d30', 'name': 'network-vif-deleted', 'tag': '637030b5-d907-4704-a1c7-aaf72521acc0', 'status': 'completed', 'code': 200}
Feb 18 00:28:03.261735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] No Port match for: 637030b5-d907-4704-a1c7-aaf72521acc0 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:28:03.262114 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 637030b5-d907-4704-a1c7-aaf72521acc0 not bound to the agent host hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:28:03.271371 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d691d1bc-a91b-4921-82e2-5b25dacc70b5 None None] Routers {'9f61b6da-e04c-4bc3-880f-9d20b1e20c74'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:28:03.272065 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d691d1bc-a91b-4921-82e2-5b25dacc70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f6472e8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:27:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:03.368458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=6dc9d590-66e7-42f6-94d7-525d83c015fe,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:03.389192 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.389585 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.389973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.390346 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.390725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.391096 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.391462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.391838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.392213 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.392599 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.392967 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.393336 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.393751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.394118 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.394480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.394850 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.395211 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.395567 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.395925 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.396280 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.396665 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.397023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.397380 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.397797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:03.403960 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:03.497293 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d691d1bc-a91b-4921-82e2-5b25dacc70b5 None None] Set router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:28:03.528741 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7cad1-7ade-4b39-9e9d-1c86da388be4 req-111234f2-e2e2-4124-bbe7-3b4e7e524380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:03.530382 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8cb7cad1-7ade-4b39-9e9d-1c86da388be4 req-111234f2-e2e2-4124-bbe7-3b4e7e524380 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 1162 time: 0.0782065
Feb 18 00:28:03.574411 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8cb7cad1-7ade-4b39-9e9d-1c86da388be4 req-c08aac37-9280-4607-a726-ffa5d27981a3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0369577
Feb 18 00:28:03.827076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d691d1bc-a91b-4921-82e2-5b25dacc70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f6472e8>, [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:44Z', 'revision_number': 5, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:03.831446 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d691d1bc-a91b-4921-82e2-5b25dacc70b5 None None] Checking router: 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:28:03.840460 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d691d1bc-a91b-4921-82e2-5b25dacc70b5 None None] Routers {'9f61b6da-e04c-4bc3-880f-9d20b1e20c74'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:28:03.841123 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d691d1bc-a91b-4921-82e2-5b25dacc70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f6472e8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:27:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:03.981398 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-32727587-344b-45d1-9b76-32a704593222 req-18c71e9e-1b8d-452f-8600-d4fafc96b271 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b55ae8c-4942-4b03-9abe-6c446bf71d30 HTTP/1.1" status: 200  len: 210 time: 0.0480459
Feb 18 00:28:04.039800 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d691d1bc-a91b-4921-82e2-5b25dacc70b5 None None] Set router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:28:04.377205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d691d1bc-a91b-4921-82e2-5b25dacc70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f6472e8>, [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:44Z', 'revision_number': 5, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:04.381797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d691d1bc-a91b-4921-82e2-5b25dacc70b5 None None] The sync data for ids ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'] in dv-cinder-751579-21-iscsi is: [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:22:35Z', 'revision_number': 4, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': '5d96ec69-9768-4ad3-aedf-c252ccc56f40', 'name': '', 'network_id': 'e56fb3ca-8d4f-4ec5-997c-7262756285e3', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'mac_address': 'fa:16:3e:36:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:34Z', 'updated_at': '2021-02-18T00:22:44Z', 'revision_number': 5, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'subnets': [{'id': '487d7c03-e55f-4907-bb69-fbafd63dd354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:28:04.596802 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 6dc9d590-66e7-42f6-94d7-525d83c015fe up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:28:04.649811 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8045ec-6edc-4e47-a92e-61be143e950d req-a2385c7f-cb99-4284-93b1-24f40e01e81c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:04.651524 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5b8045ec-6edc-4e47-a92e-61be143e950d req-a2385c7f-cb99-4284-93b1-24f40e01e81c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 945 time: 0.3275163
Feb 18 00:28:04.693268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 6dc9d590-66e7-42f6-94d7-525d83c015fe triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:28:04.693859 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:04.715520 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5b8045ec-6edc-4e47-a92e-61be143e950d req-0a0e5171-3163-4e73-a4d0-37291dce38d0 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0546947
Feb 18 00:28:04.843885 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf4bc98-2ffe-4781-b858-2b80410bcd14 None None] New status for floating IP 6b797942-304e-4ad8-a2f0-d06cd28c5318: DOWN {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:28:05.068587 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:28:06.140285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 47994) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:28:06.161913 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999f779-e029-44e3-a17c-c26587f0ac8d req-50b0b4c1-eb49-4464-a5da-62639f329690 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:06.163516 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8999f779-e029-44e3-a17c-c26587f0ac8d req-50b0b4c1-eb49-4464-a5da-62639f329690 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 945 time: 0.3280923
Feb 18 00:28:06.209732 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2a8e07eb-a2de-4b9d-a0f2-e3bd4ae6590e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:06.213484 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8999f779-e029-44e3-a17c-c26587f0ac8d req-feecbad3-a5d6-40f1-8740-fb593b43dfe6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0429273
Feb 18 00:28:06.244949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2a8e07eb-a2de-4b9d-a0f2-e3bd4ae6590e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:06.295731 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2a8e07eb-a2de-4b9d-a0f2-e3bd4ae6590e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:06.301100 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:06.317973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e07eb-a2de-4b9d-a0f2-e3bd4ae6590e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e21fd5-743d-439f-b09a-ab330d1bdb28,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:06.323764 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2a8e07eb-a2de-4b9d-a0f2-e3bd4ae6590e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:06.325760 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2a8e07eb-a2de-4b9d-a0f2-e3bd4ae6590e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:06.326995 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2a8e07eb-a2de-4b9d-a0f2-e3bd4ae6590e tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "DELETE /v2.0/security-groups/f2e21fd5-743d-439f-b09a-ab330d1bdb28 HTTP/1.1" status: 204  len: 168 time: 0.1853828
Feb 18 00:28:06.329867 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 48000) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:28:06.387112 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.api.v2.resource [None req-6c888a04-9e5d-4006-8609-db2c4d3b2aa5 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] show failed (client error): The resource could not be found.
Feb 18 00:28:06.388165 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6c888a04-9e5d-4006-8609-db2c4d3b2aa5 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "GET /v2.0/security-groups/f2e21fd5-743d-439f-b09a-ab330d1bdb28 HTTP/1.1" status: 404  len: 347 time: 0.0572846
Feb 18 00:28:06.391425 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48004) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:28:06.431390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52398b4a-7225-4cc5-89d4-96f7fde5439b req-43083a5f-124d-4547-a0c7-c5c11bdd9990 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:06.433009 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-52398b4a-7225-4cc5-89d4-96f7fde5439b req-43083a5f-124d-4547-a0c7-c5c11bdd9990 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 945 time: 0.1005018
Feb 18 00:28:06.485912 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-52398b4a-7225-4cc5-89d4-96f7fde5439b req-38c7b2ef-22f7-4bac-820c-345eed5594c4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0457532
Feb 18 00:28:06.637196 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Deleting port 36054155-7ba0-42fa-bf6c-f34e8bdf1f95 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:28:06.637502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:06.850672 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-584554d5-3ef3-494d-8424-120be2280dc3 req-b8f10fee-fba6-4f2e-baa9-d454ffcf7b32 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3101330
Feb 18 00:28:06.873225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Request body: {'floatingip': {'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:28:06.880327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:28:06.895021 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Usage tracker for resource:floatingip and tenant:bbe98c48a32e40f393f955451c6374aa is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:28:06.899332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:28:06.902975 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:06.903341 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:06.918178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:28:07.043172 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Calling delete_port for 36054155-7ba0-42fa-bf6c-f34e8bdf1f95 owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:28:07.083880 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:07.296090 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:07.321470 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cadb053b-dea6-443b-9ded-3c2c83c49133 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:07.420124 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Pushing event deleted for resources: {'Port': ['ID=36054155-7ba0-42fa-bf6c-f34e8bdf1f95,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:07.440821 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.441241 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.441653 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.442060 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.442464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.442866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.443265 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.443662 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.444058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.444480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.444875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.445268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.445717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.446109 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.446507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.446897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.447288 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.447682 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.448072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.448508 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.448908 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.449302 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.449692 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.450081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:07.454498 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:07.462485 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:07.741594 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:07.808577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:07.810313 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5f4a389a-8520-4391-ae30-47f925938a16 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] 10.222.0.55 "DELETE /v2.0/floatingips/6b797942-304e-4ad8-a2f0-d06cd28c5318 HTTP/1.1" status: 204  len: 168 time: 1.4172463
Feb 18 00:28:07.841945 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Allocated IP 172.27.3.208 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/09abdc65-43d2-4f1e-b930-829b02c0ada4) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:28:08.008036 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:08.037632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:08.053829 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-deb79463-9043-4f42-9567-2e6524134729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:08.190232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event updated for resources: {'Port': ['ID=09abdc65-43d2-4f1e-b930-829b02c0ada4,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:08.195614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:08.248227 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:28:08.249506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources bound (agent type, host, resource id):  {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:28:08.251891 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:28:08.336157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:08.396997 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:08.665210 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:08.668653 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821257939'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:08.683461 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0b0dfe6c-bfc1-4377-995d-1686a6b41887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:08.816310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event updated for resources: {'Port': ['ID=09abdc65-43d2-4f1e-b930-829b02c0ada4,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:08.821417 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:08.923048 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:08.942547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:08.943836 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-584554d5-3ef3-494d-8424-120be2280dc3 req-faf3a69e-2a59-4c74-863f-9272f231a511 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0773315
Feb 18 00:28:09.028622 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-584554d5-3ef3-494d-8424-120be2280dc3 req-229158a1-1e97-4fed-915c-32556df414ac tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:floatingip {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:28:09.044744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-584554d5-3ef3-494d-8424-120be2280dc3 req-229158a1-1e97-4fed-915c-32556df414ac tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:floatingip {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:28:09.046019 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-584554d5-3ef3-494d-8424-120be2280dc3 req-229158a1-1e97-4fed-915c-32556df414ac tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.208 HTTP/1.1" status: 200  len: 696 time: 0.0958326
Feb 18 00:28:09.207918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584554d5-3ef3-494d-8424-120be2280dc3 req-64e2aeb0-2b59-4040-8fb4-f243ab62fb13 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:09.209477 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-584554d5-3ef3-494d-8424-120be2280dc3 req-64e2aeb0-2b59-4040-8fb4-f243ab62fb13 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/networks/3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 HTTP/1.1" status: 200  len: 784 time: 0.1576483
Feb 18 00:28:09.398301 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-0a74c675-9245-4142-9021-132d401cace2 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:09.399939 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-0a74c675-9245-4142-9021-132d401cace2 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0938516
Feb 18 00:28:09.493367 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-99b52ad3-806b-47a8-a663-8267beaffd50 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.208 HTTP/1.1" status: 200  len: 696 time: 0.0870845
Feb 18 00:28:09.505025 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-53c5c609-64bb-4dbb-a276-39d50a4dfed6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Request body: {'floatingip': {'port_id': '6dc9d590-66e7-42f6-94d7-525d83c015fe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:28:09.830126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-53c5c609-64bb-4dbb-a276-39d50a4dfed6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:10.457366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-53c5c609-64bb-4dbb-a276-39d50a4dfed6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:10.460268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-53c5c609-64bb-4dbb-a276-39d50a4dfed6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:10.640741 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-53c5c609-64bb-4dbb-a276-39d50a4dfed6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Floating IP a93cacca-955f-49c5-b6fa-23d91e44a7dd associated. External IP: 172.27.3.208, port: 6dc9d590-66e7-42f6-94d7-525d83c015fe.
Feb 18 00:28:10.764229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 48032) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:28:11.016353 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-53c5c609-64bb-4dbb-a276-39d50a4dfed6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Router b5c9e0c3-f00d-4541-803e-31d6eb11a262 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:28:11.210142 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-53c5c609-64bb-4dbb-a276-39d50a4dfed6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:28:11.214456 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-53c5c609-64bb-4dbb-a276-39d50a4dfed6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:11.234796 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7239bd94-e745-4284-92a1-d0da920b9aa7 None None] Sync routers for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:28:11.245862 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7239bd94-e745-4284-92a1-d0da920b9aa7 None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:28:11.246814 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7239bd94-e745-4284-92a1-d0da920b9aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fc5def0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:27:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:11.273467 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-53c5c609-64bb-4dbb-a276-39d50a4dfed6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "PUT /v2.0/floatingips/a93cacca-955f-49c5-b6fa-23d91e44a7dd HTTP/1.1" status: 200  len: 996 time: 1.7726617
Feb 18 00:28:11.274053 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5158f857-5e2b-4458-8a0e-718101d50237', 'tag': '6dc9d590-66e7-42f6-94d7-525d83c015fe'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:28:11.332262 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5158f857-5e2b-4458-8a0e-718101d50237', 'tag': '6dc9d590-66e7-42f6-94d7-525d83c015fe', 'status': 'completed', 'code': 200}
Feb 18 00:28:11.376229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-0c24561b-83bb-40c8-bbeb-415bc766d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:11.377948 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-0c24561b-83bb-40c8-bbeb-415bc766d311 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 1162 time: 0.0886252
Feb 18 00:28:11.507169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ba46c-219f-40a3-b734-10eb6462a33c req-e87bfa36-c513-415f-a5bd-4e56193a668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:11.509188 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-824ba46c-219f-40a3-b734-10eb6462a33c req-e87bfa36-c513-415f-a5bd-4e56193a668b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 1162 time: 0.1589532
Feb 18 00:28:11.532944 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-f5893e66-c8b0-4673-9017-43146478c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:11.534581 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-f5893e66-c8b0-4673-9017-43146478c925 service neutron] 10.222.0.55 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.1495569
Feb 18 00:28:11.621779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-7239bd94-e745-4284-92a1-d0da920b9aa7 None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:28:11.652837 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-a2015837-05d2-4146-a561-7e348dce0bd7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dc9d590-66e7-42f6-94d7-525d83c015fe HTTP/1.1" status: 200  len: 999 time: 0.1102211
Feb 18 00:28:11.720159 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ba46c-219f-40a3-b734-10eb6462a33c req-8b4b8cb3-3b0b-46ef-8b2e-d66f3f839cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:11.721790 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-824ba46c-219f-40a3-b734-10eb6462a33c req-8b4b8cb3-3b0b-46ef-8b2e-d66f3f839cbf service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.2061453
Feb 18 00:28:11.725214 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-f8e78527-8d0c-46fc-b4eb-82276a1acd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:11.726870 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-f8e78527-8d0c-46fc-b4eb-82276a1acd9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0670657
Feb 18 00:28:11.816254 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-6d1d4526-42e3-44b1-b9cc-d34bb5878197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:11.817957 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-6d1d4526-42e3-44b1-b9cc-d34bb5878197 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0829353
Feb 18 00:28:11.842962 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981850'] for router_interface, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:11.918525 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-824ba46c-219f-40a3-b734-10eb6462a33c req-4170a534-ce16-4cd8-a877-c7cb6694bffb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dc9d590-66e7-42f6-94d7-525d83c015fe HTTP/1.1" status: 200  len: 999 time: 0.1895301
Feb 18 00:28:11.967380 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-c4aa4f40-4bb7-4bd5-bc7d-e92e6f6d23e7 service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409292
Feb 18 00:28:12.008753 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7239bd94-e745-4284-92a1-d0da920b9aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fc5def0>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': 'a93cacca-955f-49c5-b6fa-23d91e44a7dd', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': '6dc9d590-66e7-42f6-94d7-525d83c015fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:d0:7d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158f857-5e2b-4458-8a0e-718101d50237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:28:08Z', 'updated_at': '2021-02-18T00:28:10Z', 'revision_number': 1, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:12.012985 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7239bd94-e745-4284-92a1-d0da920b9aa7 None None] Checking router: b5c9e0c3-f00d-4541-803e-31d6eb11a262 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:28:12.022454 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7239bd94-e745-4284-92a1-d0da920b9aa7 None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:28:12.023119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7239bd94-e745-4284-92a1-d0da920b9aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30fc5def0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:27:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:12.077752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ba46c-219f-40a3-b734-10eb6462a33c req-bfd343bc-850a-4932-a9f8-db703beac24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:12.079265 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-824ba46c-219f-40a3-b734-10eb6462a33c req-bfd343bc-850a-4932-a9f8-db703beac24d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.1527045
Feb 18 00:28:12.117104 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e4af9eb1-5ca1-42fb-9c9d-3519c5d03bbc req-59f7816a-418b-4a4b-9348-de311a62985a service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427598
Feb 18 00:28:12.224827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-7239bd94-e745-4284-92a1-d0da920b9aa7 None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:28:12.287356 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ba46c-219f-40a3-b734-10eb6462a33c req-694f46e4-e73e-4157-92e3-f0aa2c7efb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:12.289021 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-824ba46c-219f-40a3-b734-10eb6462a33c req-694f46e4-e73e-4157-92e3-f0aa2c7efb37 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1966710
Feb 18 00:28:12.477811 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Deleting port 5d96ec69-9768-4ad3-aedf-c252ccc56f40 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:28:12.478186 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:12.539207 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-824ba46c-219f-40a3-b734-10eb6462a33c req-5f58318c-38df-47e5-a342-38e5782f21ce service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2438562
Feb 18 00:28:12.597021 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7239bd94-e745-4284-92a1-d0da920b9aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30fc5def0>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': 'a93cacca-955f-49c5-b6fa-23d91e44a7dd', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': '6dc9d590-66e7-42f6-94d7-525d83c015fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:d0:7d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158f857-5e2b-4458-8a0e-718101d50237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:28:08Z', 'updated_at': '2021-02-18T00:28:10Z', 'revision_number': 1, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:12.601247 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7239bd94-e745-4284-92a1-d0da920b9aa7 None None] The sync data for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi is: [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': 'a93cacca-955f-49c5-b6fa-23d91e44a7dd', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': '6dc9d590-66e7-42f6-94d7-525d83c015fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:d0:7d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158f857-5e2b-4458-8a0e-718101d50237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:28:08Z', 'updated_at': '2021-02-18T00:28:10Z', 'revision_number': 1, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:28:12.918931 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227bd4a7-bd62-4d3e-be35-95f48a4dca8a None None] New status for floating IP a93cacca-955f-49c5-b6fa-23d91e44a7dd: ACTIVE {{(pid=83996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:28:13.037637 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-824ba46c-219f-40a3-b734-10eb6462a33c req-eb9080c6-075a-48b8-8c0a-40e645af8b1f service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4883997
Feb 18 00:28:13.039406 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] For port 5d96ec69-9768-4ad3-aedf-c252ccc56f40, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=5d96ec69-9768-4ad3-aedf-c252ccc56f40,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:28:13.039804 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:13.175695 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Calling delete_port for 5d96ec69-9768-4ad3-aedf-c252ccc56f40 owned by network:router_interface {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:28:13.522990 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:13.538650 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3f546e0f-d774-439e-939e-af38d4eb3173 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:13.632646 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d96ec69-9768-4ad3-aedf-c252ccc56f40,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:13.652005 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.652448 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.652860 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.653271 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.653838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.654504 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.655175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.655793 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.656504 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.656504 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.656504 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.657841 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.658897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.658897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.659679 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.659679 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.660315 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.661011 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.662147 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.662147 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.662373 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.662716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.663111 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.663505 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:28:13.668756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:13.976857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853095038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981940'] for router_interface, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:14.483126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:28:14.683264 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:28:14.692878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf7beb9-21ce-417e-a761-fff7f180b522 None None] Sync routers for ids ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:28:14.696507 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] 10.222.0.55 "PUT /v2.0/routers/9f61b6da-e04c-4bc3-880f-9d20b1e20c74/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9309726
Feb 18 00:28:14.699368 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48042) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:28:14.703934 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7beb9-21ce-417e-a761-fff7f180b522 None None] Routers {'9f61b6da-e04c-4bc3-880f-9d20b1e20c74'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:28:14.704625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0bf7beb9-21ce-417e-a761-fff7f180b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30e4ce4e0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:27:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:14.938081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-0bf7beb9-21ce-417e-a761-fff7f180b522 None None] Set router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:28:15.141195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Notify callbacks [] for router, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:15.281503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0bf7beb9-21ce-417e-a761-fff7f180b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30e4ce4e0>, [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:28:13Z', 'revision_number': 5, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port': {'id': '32d815f4-df1f-4ca8-b56e-6aa52bf4ea69', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:31Z', 'updated_at': '2021-02-18T00:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:15.285783 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf7beb9-21ce-417e-a761-fff7f180b522 None None] Checking router: 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:28:15.296324 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7beb9-21ce-417e-a761-fff7f180b522 None None] Routers {'9f61b6da-e04c-4bc3-880f-9d20b1e20c74'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:28:15.297023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0bf7beb9-21ce-417e-a761-fff7f180b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30e4ce4e0>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:27:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:15.345045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:15.355315 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Deleting port 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:28:15.355833 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:15.470430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-0bf7beb9-21ce-417e-a761-fff7f180b522 None None] Set router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 gateway port host: None {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:28:15.542224 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] For port 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=32d815f4-df1f-4ca8-b56e-6aa52bf4ea69,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:28:15.542706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:15.593447 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0bf7beb9-21ce-417e-a761-fff7f180b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30e4ce4e0>, [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:28:15Z', 'revision_number': 6, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port_host': None}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:15.597800 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf7beb9-21ce-417e-a761-fff7f180b522 None None] The sync data for ids ['9f61b6da-e04c-4bc3-880f-9d20b1e20c74'] in dv-cinder-751579-21-iscsi is: [{'id': '9f61b6da-e04c-4bc3-880f-9d20b1e20c74', 'name': 'tempest-AttachVolumeShelveTestJSON-768395938-router', 'tenant_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:30Z', 'updated_at': '2021-02-18T00:28:15Z', 'revision_number': 6, 'project_id': '50cf0e141ee64f36aa0971eb78daf3d0', 'gw_port_host': None}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:28:15.680959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Calling delete_port for 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 owned by network:router_gateway {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:28:15.856103 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:15.872502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aaccbc0a-0928-4068-9b5f-4862aebee29b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:15.975134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Pushing event deleted for resources: {'Port': ['ID=32d815f4-df1f-4ca8-b56e-6aa52bf4ea69,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:15.979712 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:16.094113 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852801664'] for router_gateway, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:16.280427 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1084'] for router, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:16.282688 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:16.302248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977362'] for router, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:16.302818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f61b6da-e04c-4bc3-880f-9d20b1e20c74 {{(pid=83993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 00:28:16.315462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:16.316715 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-73e44bca-f519-4ed4-bd2e-38871b77f91e admin admin] 10.222.0.55 "DELETE /v2.0/routers/9f61b6da-e04c-4bc3-880f-9d20b1e20c74 HTTP/1.1" status: 204  len: 168 time: 1.6155272
Feb 18 00:28:16.319413 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48046) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:28:16.391186 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f97a361-7094-423f-a0ba-2774e32d96e8 admin admin] Deleting subnet 487d7c03-e55f-4907-bb69-fbafd63dd354 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:28:16.394346 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8f97a361-7094-423f-a0ba-2774e32d96e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:16.446047 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8f97a361-7094-423f-a0ba-2774e32d96e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821255317'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:16.527641 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8f97a361-7094-423f-a0ba-2774e32d96e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:16.611870 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 5d96ec69-9768-4ad3-aedf-c252ccc56f40 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:28:16.648549 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: 5d96ec69-9768-4ad3-aedf-c252ccc56f40 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:28:16.648947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 5d96ec69-9768-4ad3-aedf-c252ccc56f40 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:28:16.649417 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:28:16.687722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:28:16.688112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 32d815f4-df1f-4ca8-b56e-6aa52bf4ea69 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:28:16.785285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8f97a361-7094-423f-a0ba-2774e32d96e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33520624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32087639'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:16.801237 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:16.889382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97a361-7094-423f-a0ba-2774e32d96e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=487d7c03-e55f-4907-bb69-fbafd63dd354,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:16.893866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8f97a361-7094-423f-a0ba-2774e32d96e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:16.933633 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8f97a361-7094-423f-a0ba-2774e32d96e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:16.938966 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97091512-d93f-45f2-a395-a187973dc682 None None] Network e56fb3ca-8d4f-4ec5-997c-7262756285e3 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:28:16.940515 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8f97a361-7094-423f-a0ba-2774e32d96e8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/487d7c03-e55f-4907-bb69-fbafd63dd354 HTTP/1.1" status: 204  len: 168 time: 0.6199949
Feb 18 00:28:16.943210 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48050) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:28:17.060645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:17.133122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Deleting port bdefebcb-e779-402a-8e9d-e76041d3b536 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:28:17.133494 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:17.195216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d985d311-3023-4eaa-9f9e-5e7d30e79b5c None None] DHCP port deletion for e56fb3ca-8d4f-4ec5-997c-7262756285e3 request from dv-cinder-751579-21-iscsi {{(pid=83995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 00:28:17.199483 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-d985d311-3023-4eaa-9f9e-5e7d30e79b5c None None] Deleting port bdefebcb-e779-402a-8e9d-e76041d3b536 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:28:17.199904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d985d311-3023-4eaa-9f9e-5e7d30e79b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:17.364173 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] For port bdefebcb-e779-402a-8e9d-e76041d3b536, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=bdefebcb-e779-402a-8e9d-e76041d3b536,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:28:17.364618 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:17.504416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Calling delete_port for bdefebcb-e779-402a-8e9d-e76041d3b536 owned by network:dhcp {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:28:17.583833 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:17.594816 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d985d311-3023-4eaa-9f9e-5e7d30e79b5c None None] For port bdefebcb-e779-402a-8e9d-e76041d3b536, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=bdefebcb-e779-402a-8e9d-e76041d3b536,segment=NetworkSegment(6b289c71-93ca-42db-96b6-38709c93ee37),segment_id=6b289c71-93ca-42db-96b6-38709c93ee37)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:28:17.595258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d985d311-3023-4eaa-9f9e-5e7d30e79b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:17.599122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7afe537e-9f69-434e-b888-6e87b4914d7b tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:17.697370 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdefebcb-e779-402a-8e9d-e76041d3b536,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:17.701294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:17.726096 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-d985d311-3023-4eaa-9f9e-5e7d30e79b5c None None] Calling delete_port for bdefebcb-e779-402a-8e9d-e76041d3b536 owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:28:17.746200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] No DVR routers for this DVR port bdefebcb-e779-402a-8e9d-e76041d3b536 on host dv-cinder-751579-21-iscsi {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:28:17.803749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-d985d311-3023-4eaa-9f9e-5e7d30e79b5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 00:28:17.804154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-d985d311-3023-4eaa-9f9e-5e7d30e79b5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 00:28:17.869139 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:17.982870 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd310665a20>,) {'filters': {'network_id': ['e56fb3ca-8d4f-4ec5-997c-7262756285e3']}} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:17.995715 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd310665a20>, '6b289c71-93ca-42db-96b6-38709c93ee37') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:17.996048 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd310665a20>, '6b289c71-93ca-42db-96b6-38709c93ee37') {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:28:18.007934 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33520499'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:18.023867 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:18.025954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:28:18.305880 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-d985d311-3023-4eaa-9f9e-5e7d30e79b5c None None] Deleting port bdefebcb-e779-402a-8e9d-e76041d3b536 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:28:18.306420 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d985d311-3023-4eaa-9f9e-5e7d30e79b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:18.380271 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-d985d311-3023-4eaa-9f9e-5e7d30e79b5c None None] The port 'bdefebcb-e779-402a-8e9d-e76041d3b536' was deleted {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 00:28:18.444652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Network e56fb3ca-8d4f-4ec5-997c-7262756285e3 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:28:18.453601 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821257969'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:18.609268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device bdefebcb-e779-402a-8e9d-e76041d3b536 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:28:18.630339 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Network e56fb3ca-8d4f-4ec5-997c-7262756285e3 has no segments {{(pid=83993) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:28:18.649300 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: bdefebcb-e779-402a-8e9d-e76041d3b536 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:28:18.649691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device bdefebcb-e779-402a-8e9d-e76041d3b536 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:28:18.657714 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:28:18.733060 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:18.737617 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:18.740038 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:18.761219 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e56fb3ca-8d4f-4ec5-997c-7262756285e3,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:18.763975 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:18.776165 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b4997863-b14b-4842-aa93-9cae22845cd2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e56fb3ca-8d4f-4ec5-997c-7262756285e3 HTTP/1.1" status: 204  len: 168 time: 1.8318684
Feb 18 00:28:18.890632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48058) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:28:18.945720 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f3a0da3c-678b-43d6-8ffe-9bc34724828d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50cf0e141ee64f36aa0971eb78daf3d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537763
Feb 18 00:28:18.948157 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48062) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:28:19.009483 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-789d6de8-1166-44ad-9743-e78def330c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:19.038188 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-789d6de8-1166-44ad-9743-e78def330c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:19.085565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-789d6de8-1166-44ad-9743-e78def330c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:19.090442 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fb41793a-e7ad-43b7-972c-3953b437b5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:19.107305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d6de8-1166-44ad-9743-e78def330c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6714252d-2b82-43a5-af60-5bf76fd2ccfb,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:19.110064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-789d6de8-1166-44ad-9743-e78def330c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:19.114360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-789d6de8-1166-44ad-9743-e78def330c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:19.115734 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-789d6de8-1166-44ad-9743-e78def330c64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6714252d-2b82-43a5-af60-5bf76fd2ccfb HTTP/1.1" status: 204  len: 168 time: 0.1665273
Feb 18 00:28:19.822935 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48084) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:28:19.934030 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-557131637-network', 'tenant_id': '93867f8058ff464a9b5982ece43dedf2'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:28:19.939121 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:28:19.943190 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Usage tracker for resource:network and tenant:93867f8058ff464a9b5982ece43dedf2 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:28:19.946230 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:28:19.952524 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:28:19.961791 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Made reservation on behalf of 93867f8058ff464a9b5982ece43dedf2 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:28:19.967114 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:19.979667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:19.994940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:28:19.998913 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Usage tracker for resource:security_group_rule and tenant:93867f8058ff464a9b5982ece43dedf2 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:28:20.001848 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:28:20.007512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:28:20.095255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:20.097965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:20.101992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aa3c0fcf-084c-4eb7-96a7-abeb5e06addd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:20.130870 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:28:20.144900 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580c686f-ec06-4419-92a3-18b055364197,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:20.149241 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:20.150224 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:20.150604 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Added segment 4596e639-94f8-495a-9c41-f309d278370d of type vxlan for network 3e465ad2-f143-4de9-8a06-ba43da1696d7
Feb 18 00:28:20.177722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:20.207163 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:20.208610 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:20.209378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:20.214017 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:20.317981 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.4938104
Feb 18 00:28:20.321089 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Pushing event updated for resources: {'Network': ['ID=3e465ad2-f143-4de9-8a06-ba43da1696d7,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:20.321568 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 48090) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:28:20.323899 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b4f4ff72-e475-4853-8b9f-eaaa03c93d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:20.327915 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Request body: {'subnet': {'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-557131637-subnet', 'tenant_id': '93867f8058ff464a9b5982ece43dedf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:28:20.332056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network 3e465ad2-f143-4de9-8a06-ba43da1696d7 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:28:20.333476 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:28:20.337582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Usage tracker for resource:subnet and tenant:93867f8058ff464a9b5982ece43dedf2 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:28:20.341361 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:28:20.346076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network 3e465ad2-f143-4de9-8a06-ba43da1696d7 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:28:20.347256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:28:20.357733 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Made reservation on behalf of 93867f8058ff464a9b5982ece43dedf2 for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:28:20.362739 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32230035'] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:20.875868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:21.010939 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30190723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32230018'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:21.026016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c50fef10-d72a-498c-8e65-37aa014d8801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:21.149038 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=201a9cd4-a935-45bc-924f-586f7f3337f2,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:21.154408 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:21.224021 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Checking segment: {'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:28:21.224436 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Network hostable DHCP agents. Network: 3e465ad2-f143-4de9-8a06-ba43da1696d7, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:28:21.247160 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Network 3e465ad2-f143-4de9-8a06-ba43da1696d7 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:28:21.255665 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, 3e465ad2-f143-4de9-8a06-ba43da1696d7) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:28:21.265115 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c83230-6bb1-4add-9236-135e996e9a4b None None] Network 3e465ad2-f143-4de9-8a06-ba43da1696d7 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:28:21.267473 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:21.268136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:21.287631 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4bcc1e96-4642-462f-8797-1879cead3610 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9648449
Feb 18 00:28:21.495265 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e85ca7-6785-4905-82dc-843e138b1d8b None None] Network 3e465ad2-f143-4de9-8a06-ba43da1696d7 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:28:21.832476 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-74bede31-cb7c-4bc4-966d-3d786fce9aa8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:21.834077 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-74bede31-cb7c-4bc4-966d-3d786fce9aa8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/networks?id=3e465ad2-f143-4de9-8a06-ba43da1696d7 HTTP/1.1" status: 200  len: 814 time: 0.1615524
Feb 18 00:28:21.849662 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-a8a06a20-5585-4bf5-8460-09c80a2d9e61 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/quotas/93867f8058ff464a9b5982ece43dedf2 HTTP/1.1" status: 200  len: 375 time: 0.0095820
Feb 18 00:28:21.902446 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-36326e02-675b-4a4a-be24-48a1cd3c1f10 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=93867f8058ff464a9b5982ece43dedf2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0474007
Feb 18 00:28:22.044733 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-4725d6c8-dbe2-45bb-8fe2-b7f41cc4a14f service neutron] 10.222.0.55 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349504
Feb 18 00:28:22.057572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dbf7ba1e-6f20-4ccf-b9cd-995e0b4411bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:22.189020 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-315879d6-403c-4963-9592-6dc068df2542 service neutron] 10.222.0.55 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378081
Feb 18 00:28:22.381262 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-517837c5-0ce6-4646-a854-d4379f601859 req-1a5e773f-05ea-4d80-95ed-243cefe3a495 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 210 time: 0.0497382
Feb 18 00:28:23.448722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-5403735b-db15-46f5-8fce-3c9e1e3d069a tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:23.450940 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-5403735b-db15-46f5-8fce-3c9e1e3d069a tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "GET /v2.0/networks?id=3e465ad2-f143-4de9-8a06-ba43da1696d7 HTTP/1.1" status: 200  len: 814 time: 0.1649973
Feb 18 00:28:23.466949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Request body: {'port': {'device_id': '9b6d5031-df6e-46fa-ac48-c14dc5269387', 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7', 'admin_state_up': True, 'tenant_id': '93867f8058ff464a9b5982ece43dedf2'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:28:23.603679 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-11915457-03da-4c13-a27c-8df27b5e8b85 req-594cf69f-50ae-449f-a432-755b285f5c5d tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 210 time: 0.0638494
Feb 18 00:28:23.666385 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:28:23.670949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Usage tracker for resource:port and tenant:93867f8058ff464a9b5982ece43dedf2 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:28:23.673934 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:28:23.679729 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:28:23.688923 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Made reservation on behalf of 93867f8058ff464a9b5982ece43dedf2 for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:28:23.694535 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:23.825160 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-089914e4-8e9a-4026-b839-fd758efdb613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:23.999538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Allocated IP 172.20.0.9 (3e465ad2-f143-4de9-8a06-ba43da1696d7/201a9cd4-a935-45bc-924f-586f7f3337f2/98d63e48-1c1c-49e6-b687-dc090a9e6463) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:28:24.216401 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:24.247395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:24.262296 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7dc1c0f2-391f-47b4-a07a-7103dad3fc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:24.399813 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Pushing event updated for resources: {'Port': ['ID=98d63e48-1c1c-49e6-b687-dc090a9e6463,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:24.405285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:24.460865 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Network 3e465ad2-f143-4de9-8a06-ba43da1696d7 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:28:24.462017 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:28:24.464213 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:28:24.531588 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:24.532252 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:24.552438 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0898561
Feb 18 00:28:24.565747 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Request body: {'port': {'device_id': '9b6d5031-df6e-46fa-ac48-c14dc5269387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:28:24.683198 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:24.806326 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8523ac-3ca6-4810-9a0a-f04f402926b1 req-597e3eb4-92b6-47ab-84a7-334cf9b01340 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:24.807915 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d8523ac-3ca6-4810-9a0a-f04f402926b1 req-597e3eb4-92b6-47ab-84a7-334cf9b01340 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 931 time: 0.0905719
Feb 18 00:28:24.854978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-2d8523ac-3ca6-4810-9a0a-f04f402926b1 req-285f6747-fc45-468e-ab17-d56ccb2a3701 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Synchronizing usage tracker for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:28:24.872029 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-2d8523ac-3ca6-4810-9a0a-f04f402926b1 req-285f6747-fc45-468e-ab17-d56ccb2a3701 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Unset dirty status for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:28:24.873360 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d8523ac-3ca6-4810-9a0a-f04f402926b1 req-285f6747-fc45-468e-ab17-d56ccb2a3701 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590324
Feb 18 00:28:25.104292 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d63e48-1c1c-49e6-b687-dc090a9e6463 {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:28:25.112688 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:25.125149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Transition to ACTIVE for port object 98d63e48-1c1c-49e6-b687-dc090a9e6463 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:28:25.125562 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:25.127645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:25.143635 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:25.280320 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Pushing event updated for resources: {'Port': ['ID=98d63e48-1c1c-49e6-b687-dc090a9e6463,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:25.285256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:25.468712 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Attempting to bind port 98d63e48-1c1c-49e6-b687-dc090a9e6463 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:28:25.469265 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Attempting to bind port 98d63e48-1c1c-49e6-b687-dc090a9e6463 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:28:25.469380 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Attempting to bind port 98d63e48-1c1c-49e6-b687-dc090a9e6463 on network 3e465ad2-f143-4de9-8a06-ba43da1696d7 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:28:25.474944 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:28:25.475325 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Checking segment: {'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:28:25.475730 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:25.476126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Bound using segment: {'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:28:25.476631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Bound port: 98d63e48-1c1c-49e6-b687-dc090a9e6463, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:28:25.477007 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:25.569309 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] For port 98d63e48-1c1c-49e6-b687-dc090a9e6463, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:28:25.572410 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] For port 98d63e48-1c1c-49e6-b687-dc090a9e6463, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=98d63e48-1c1c-49e6-b687-dc090a9e6463,segment=NetworkSegment(4596e639-94f8-495a-9c41-f309d278370d),segment_id=4596e639-94f8-495a-9c41-f309d278370d)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:28:25.576156 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:25.591195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:25.738978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Pushing event updated for resources: {'Port': ['ID=98d63e48-1c1c-49e6-b687-dc090a9e6463,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:25.759193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:25.792033 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:25.792762 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:25.794258 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] 10.222.0.58 "PUT /v2.0/ports/98d63e48-1c1c-49e6-b687-dc090a9e6463 HTTP/1.1" status: 200  len: 1157 time: 1.2329819
Feb 18 00:28:25.794784 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6d5031-df6e-46fa-ac48-c14dc5269387', 'tag': '98d63e48-1c1c-49e6-b687-dc090a9e6463'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:28:25.867343 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6d5031-df6e-46fa-ac48-c14dc5269387', 'tag': '98d63e48-1c1c-49e6-b687-dc090a9e6463', 'status': 'completed', 'code': 200}
Feb 18 00:28:25.909556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-4c4f30ae-bd43-4a87-a864-27c13a769be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:25.911221 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-4c4f30ae-bd43-4a87-a864-27c13a769be9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93867f8058ff464a9b5982ece43dedf2&device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 1160 time: 0.0806158
Feb 18 00:28:25.991089 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-d581bec7-dc18-4130-8cca-67b1f4ed32be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d63e48-1c1c-49e6-b687-dc090a9e6463 HTTP/1.1" status: 200  len: 217 time: 0.0709498
Feb 18 00:28:26.033565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:26.061571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-5886e64f-7dbd-418a-bd2c-c973e77444a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:26.063181 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-5886e64f-7dbd-418a-bd2c-c973e77444a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=201a9cd4-a935-45bc-924f-586f7f3337f2 HTTP/1.1" status: 200  len: 854 time: 0.0648787
Feb 18 00:28:26.076239 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a30561-205c-4966-a8e1-5ef77d772cb0 req-f05a58c9-16ee-43dd-af9c-84f31c9b669f tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:26.077855 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93a30561-205c-4966-a8e1-5ef77d772cb0 req-f05a58c9-16ee-43dd-af9c-84f31c9b669f tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 943 time: 0.0903006
Feb 18 00:28:26.117899 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-801db8cf-97d1-40c8-9af0-c73d7fd616ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3e465ad2-f143-4de9-8a06-ba43da1696d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466383
Feb 18 00:28:26.125560 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93a30561-205c-4966-a8e1-5ef77d772cb0 req-f30cad68-f4f4-444d-99cf-5d931eb96cce tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414705
Feb 18 00:28:26.262200 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-017439ba-1a8b-4215-b89a-d41cdd2ee151 service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369803
Feb 18 00:28:26.405784 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae1e2e91-49b7-4bdb-81f1-63d6a44e3586 req-df4f87a4-05c8-400c-9e42-30e1b837ea23 service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1355987
Feb 18 00:28:26.428646 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:26.533481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78fa44-1afb-4821-9ecb-a39eaeebad0b req-db9465ae-7520-4a14-ab84-07fe6e8f937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:26.535000 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e78fa44-1afb-4821-9ecb-a39eaeebad0b req-db9465ae-7520-4a14-ab84-07fe6e8f937f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93867f8058ff464a9b5982ece43dedf2&device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 1160 time: 0.0822525
Feb 18 00:28:26.909289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78fa44-1afb-4821-9ecb-a39eaeebad0b req-73c618a0-58cd-4a7a-a2f5-d63f4db8b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:26.910873 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e78fa44-1afb-4821-9ecb-a39eaeebad0b req-73c618a0-58cd-4a7a-a2f5-d63f4db8b1ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=3e465ad2-f143-4de9-8a06-ba43da1696d7 HTTP/1.1" status: 200  len: 908 time: 0.3681734
Feb 18 00:28:26.988375 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e78fa44-1afb-4821-9ecb-a39eaeebad0b req-70fb7d27-5062-4d25-a2bb-3174d50b6e79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d63e48-1c1c-49e6-b687-dc090a9e6463 HTTP/1.1" status: 200  len: 217 time: 0.0659537
Feb 18 00:28:27.058977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78fa44-1afb-4821-9ecb-a39eaeebad0b req-effd61f7-92bb-4fa7-8c69-9f2af2b2c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:27.060575 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e78fa44-1afb-4821-9ecb-a39eaeebad0b req-effd61f7-92bb-4fa7-8c69-9f2af2b2c6ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=201a9cd4-a935-45bc-924f-586f7f3337f2 HTTP/1.1" status: 200  len: 854 time: 0.0656762
Feb 18 00:28:27.114027 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e78fa44-1afb-4821-9ecb-a39eaeebad0b req-b0a3a789-6639-40e1-8dc0-3fcc36ce5a97 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3e465ad2-f143-4de9-8a06-ba43da1696d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457566
Feb 18 00:28:27.310064 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e78fa44-1afb-4821-9ecb-a39eaeebad0b req-75c3839a-72ff-4483-992e-442eec329e3d service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1879134
Feb 18 00:28:27.437926 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f49ca5-55be-4334-801c-f56d2dccb44b req-2378e502-e2af-41a3-9ae6-6eede9e71e8e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:27.438619 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-68f49ca5-55be-4334-801c-f56d2dccb44b req-2378e502-e2af-41a3-9ae6-6eede9e71e8e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Synchronizing usage tracker for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:28:27.486701 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-68f49ca5-55be-4334-801c-f56d2dccb44b req-2378e502-e2af-41a3-9ae6-6eede9e71e8e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Unset dirty status for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:28:27.487966 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-68f49ca5-55be-4334-801c-f56d2dccb44b req-2378e502-e2af-41a3-9ae6-6eede9e71e8e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 943 time: 0.2448578
Feb 18 00:28:27.493272 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e78fa44-1afb-4821-9ecb-a39eaeebad0b req-98c6ef23-00f8-4324-ab3b-85c7c1e4b0aa service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1750796
Feb 18 00:28:27.536123 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-68f49ca5-55be-4334-801c-f56d2dccb44b req-85ece18d-d16b-47aa-bf39-54510a1100c5 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416105
Feb 18 00:28:28.733576 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3ebb6-8002-4d72-bbd3-e806dcabadc5 req-5a60ec8d-0824-45e3-bf67-ea22e4b779f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:28.735137 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0ac3ebb6-8002-4d72-bbd3-e806dcabadc5 req-5a60ec8d-0824-45e3-bf67-ea22e4b779f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 943 time: 0.0892861
Feb 18 00:28:28.783065 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0ac3ebb6-8002-4d72-bbd3-e806dcabadc5 req-a0fbf96d-6246-4f4c-a159-56ac64f60142 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414381
Feb 18 00:28:28.865079 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-e7754f9f-1d07-4e1c-a7e5-d6562f497b88 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83995) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 00:28:29.226533 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 98d63e48-1c1c-49e6-b687-dc090a9e6463 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:28:29.299798 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port 98d63e48-1c1c-49e6-b687-dc090a9e6463 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:28:29.304639 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 98d63e48-1c1c-49e6-b687-dc090a9e6463 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:28:29.305055 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:29.426779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:29.454999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6d5031-df6e-46fa-ac48-c14dc5269387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d63e48-1c1c-49e6-b687-dc090a9e6463'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:28:29.465065 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 98d63e48-1c1c-49e6-b687-dc090a9e6463, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=98d63e48-1c1c-49e6-b687-dc090a9e6463,segment=NetworkSegment(4596e639-94f8-495a-9c41-f309d278370d),segment_id=4596e639-94f8-495a-9c41-f309d278370d)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:28:29.467958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:29.468894 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 6dc9d590-66e7-42f6-94d7-525d83c015fe up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:28:29.499920 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:29.543078 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6d5031-df6e-46fa-ac48-c14dc5269387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d63e48-1c1c-49e6-b687-dc090a9e6463', 'code': 200}
Feb 18 00:28:29.600329 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=98d63e48-1c1c-49e6-b687-dc090a9e6463,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:29.603892 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:29.613748 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 6dc9d590-66e7-42f6-94d7-525d83c015fe triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:28:29.614170 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:29.743416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc985-505a-4936-9ebd-c66726d69a5d req-311e5758-75c4-425c-a60f-82d011a68790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:29.744986 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-945dc985-505a-4936-9ebd-c66726d69a5d req-311e5758-75c4-425c-a60f-82d011a68790 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 1162 time: 0.0777502
Feb 18 00:28:29.796118 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-945dc985-505a-4936-9ebd-c66726d69a5d req-3ec4f9bf-3a14-46e0-aa69-96a599d04374 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428224
Feb 18 00:28:29.979211 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab74d-81aa-40c5-b23c-15ed11b4c06d req-548a134a-9713-4596-8125-60e48df7c297 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:29.980824 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c5ab74d-81aa-40c5-b23c-15ed11b4c06d req-548a134a-9713-4596-8125-60e48df7c297 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 945 time: 0.0864892
Feb 18 00:28:30.031534 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c5ab74d-81aa-40c5-b23c-15ed11b4c06d req-b8d3e4ce-e000-40a6-9588-1f792f5c5861 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437589
Feb 18 00:28:30.797998 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 98d63e48-1c1c-49e6-b687-dc090a9e6463 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:28:30.872272 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 98d63e48-1c1c-49e6-b687-dc090a9e6463 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:28:30.872722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:31.229428 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525655b5-9690-4b02-a8c8-404f7e9bb3f4 req-c78c21dd-3bd6-41b7-bedb-7f3428595634 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:31.231530 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-525655b5-9690-4b02-a8c8-404f7e9bb3f4 req-c78c21dd-3bd6-41b7-bedb-7f3428595634 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 945 time: 0.0861077
Feb 18 00:28:31.279538 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-525655b5-9690-4b02-a8c8-404f7e9bb3f4 req-1607731a-1f1d-496e-beac-a5613eae5d60 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414767
Feb 18 00:28:40.250814 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-a49e291f-e0da-4e50-a1ed-8dc2c9fbc391 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:40.252550 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-a49e291f-e0da-4e50-a1ed-8dc2c9fbc391 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/networks?id=3e465ad2-f143-4de9-8a06-ba43da1696d7 HTTP/1.1" status: 200  len: 814 time: 0.1611426
Feb 18 00:28:40.268796 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-350ffe5a-71c7-45ef-ac69-8cc8e4e0c0b9 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/quotas/93867f8058ff464a9b5982ece43dedf2 HTTP/1.1" status: 200  len: 375 time: 0.0100057
Feb 18 00:28:40.359220 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-6cdc00b1-d46c-4c36-91c5-432b37367980 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=93867f8058ff464a9b5982ece43dedf2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0849917
Feb 18 00:28:40.508006 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-a865ea50-5b99-4348-954f-140bf84375e5 service neutron] 10.222.0.55 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409678
Feb 18 00:28:40.654169 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-4adfeb62-54d1-4f27-90b2-48de0b86637c service neutron] 10.222.0.55 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395159
Feb 18 00:28:40.855371 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-541da031-d39f-4c4b-8a22-bd481da6355b req-3763df06-865e-42d9-869a-ce6033bad021 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 210 time: 0.0496271
Feb 18 00:28:41.891649 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-6a244409-4f52-479b-abb6-5b09e2d7fc91 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:41.893034 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-6a244409-4f52-479b-abb6-5b09e2d7fc91 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "GET /v2.0/networks?id=3e465ad2-f143-4de9-8a06-ba43da1696d7 HTTP/1.1" status: 200  len: 814 time: 0.1593084
Feb 18 00:28:41.905986 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Request body: {'port': {'device_id': '5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe', 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7', 'admin_state_up': True, 'tenant_id': '93867f8058ff464a9b5982ece43dedf2'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:28:42.039965 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8bb64373-b5cc-4120-a1f1-ab140e3be34a req-ab9c2380-1f00-4ade-8d78-f397989ec07b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 210 time: 0.0665841
Feb 18 00:28:42.059151 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:28:42.100863 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:28:42.110804 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:28:42.119499 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Made reservation on behalf of 93867f8058ff464a9b5982ece43dedf2 for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:28:42.125730 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:42.433593 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Allocated IP 172.20.0.3 (3e465ad2-f143-4de9-8a06-ba43da1696d7/201a9cd4-a935-45bc-924f-586f7f3337f2/34389291-ce48-4892-badf-717fa021a2d5) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:28:42.646367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:42.676120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:42.691344 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:42.833487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Pushing event updated for resources: {'Port': ['ID=34389291-ce48-4892-badf-717fa021a2d5,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:42.838519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:42.889452 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Network 3e465ad2-f143-4de9-8a06-ba43da1696d7 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:28:42.890579 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:28:42.892850 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:28:42.955755 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:42.956447 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:42.980282 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0785968
Feb 18 00:28:42.992480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Request body: {'port': {'device_id': '5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:28:43.114775 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:43.292841 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d313-298c-4540-955d-5398ea6546d4 req-32a9f894-802b-441b-bcc3-d5b43e5f8c43 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:43.294470 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8b2d313-298c-4540-955d-5398ea6546d4 req-32a9f894-802b-441b-bcc3-d5b43e5f8c43 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 931 time: 0.1403635
Feb 18 00:28:43.345607 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8b2d313-298c-4540-955d-5398ea6546d4 req-83c3ec65-6bbc-47e1-99f8-a698ba625f5e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445325
Feb 18 00:28:43.538565 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34389291-ce48-4892-badf-717fa021a2d5 {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:28:43.546853 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:43.558722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Transition to ACTIVE for port object 34389291-ce48-4892-badf-717fa021a2d5 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:28:43.561313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:43.576327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f8c2e6df-3ce7-47cf-bf77-08aa1687f829 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:43.706993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Pushing event updated for resources: {'Port': ['ID=34389291-ce48-4892-badf-717fa021a2d5,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:43.712271 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:44.126744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Attempting to bind port 34389291-ce48-4892-badf-717fa021a2d5 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:28:44.127335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Attempting to bind port 34389291-ce48-4892-badf-717fa021a2d5 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:28:44.127478 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Attempting to bind port 34389291-ce48-4892-badf-717fa021a2d5 on network 3e465ad2-f143-4de9-8a06-ba43da1696d7 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:28:44.132967 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:28:44.133335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Checking segment: {'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:28:44.133742 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:44.134131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Bound using segment: {'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:28:44.134595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Bound port: 34389291-ce48-4892-badf-717fa021a2d5, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:28:44.134963 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:44.229462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] For port 34389291-ce48-4892-badf-717fa021a2d5, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:28:44.233227 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] For port 34389291-ce48-4892-badf-717fa021a2d5, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=34389291-ce48-4892-badf-717fa021a2d5,segment=NetworkSegment(4596e639-94f8-495a-9c41-f309d278370d),segment_id=4596e639-94f8-495a-9c41-f309d278370d)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:28:44.236755 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:44.251791 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-481d8224-3ceb-489b-a8d5-ac234bdd7a88 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:44.404817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Pushing event updated for resources: {'Port': ['ID=34389291-ce48-4892-badf-717fa021a2d5,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:44.410501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:44.440419 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:44.441075 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:44.442549 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] 10.222.0.58 "PUT /v2.0/ports/34389291-ce48-4892-badf-717fa021a2d5 HTTP/1.1" status: 200  len: 1157 time: 1.4546170
Feb 18 00:28:44.443082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe', 'tag': '34389291-ce48-4892-badf-717fa021a2d5'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:28:44.529342 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe', 'tag': '34389291-ce48-4892-badf-717fa021a2d5', 'status': 'completed', 'code': 200}
Feb 18 00:28:44.633369 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-70b007ae-ba92-40e5-80a8-cde43069a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:44.635059 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-70b007ae-ba92-40e5-80a8-cde43069a2ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93867f8058ff464a9b5982ece43dedf2&device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 1160 time: 0.1526265
Feb 18 00:28:44.644756 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f74c6-dc95-4fcd-9b71-01b78620941a req-6f52a56f-4f2d-421b-a9de-0096e08b1daf tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:44.645491 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-6e3f74c6-dc95-4fcd-9b71-01b78620941a req-6f52a56f-4f2d-421b-a9de-0096e08b1daf tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Synchronizing usage tracker for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:28:44.722997 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-8139e2e9-e283-44c4-8eec-14a2a13f4148 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34389291-ce48-4892-badf-717fa021a2d5 HTTP/1.1" status: 200  len: 217 time: 0.0746989
Feb 18 00:28:44.727771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-6e3f74c6-dc95-4fcd-9b71-01b78620941a req-6f52a56f-4f2d-421b-a9de-0096e08b1daf tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Unset dirty status for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:28:44.729048 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6e3f74c6-dc95-4fcd-9b71-01b78620941a req-6f52a56f-4f2d-421b-a9de-0096e08b1daf tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 943 time: 0.2692132
Feb 18 00:28:44.832129 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6e3f74c6-dc95-4fcd-9b71-01b78620941a req-2c4a8ba0-6085-4133-8c06-a930710b2bb0 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669074
Feb 18 00:28:44.833641 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-8b68fe5b-c52f-44aa-be63-1cadd9676ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:44.835122 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-8b68fe5b-c52f-44aa-be63-1cadd9676ee9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=201a9cd4-a935-45bc-924f-586f7f3337f2 HTTP/1.1" status: 200  len: 854 time: 0.1051838
Feb 18 00:28:44.889040 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-f55ec9ea-3f4c-4bd5-aa3d-931924736879 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3e465ad2-f143-4de9-8a06-ba43da1696d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469303
Feb 18 00:28:45.030927 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-1f2fbf64-3f12-4b36-bef8-368be616eb63 service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348360
Feb 18 00:28:45.176079 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-451a6cdb-9336-480b-8ec6-06301383cae1 req-a67795f6-cbe7-4868-803b-5c69956db3c9 service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366549
Feb 18 00:28:45.303248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650f641-76f2-4b2c-867b-c1ce89537f36 req-0d6ae111-54d8-4d0d-9e38-c735257da156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:45.304892 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4650f641-76f2-4b2c-867b-c1ce89537f36 req-0d6ae111-54d8-4d0d-9e38-c735257da156 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93867f8058ff464a9b5982ece43dedf2&device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 1160 time: 0.0785837
Feb 18 00:28:45.448580 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650f641-76f2-4b2c-867b-c1ce89537f36 req-362e9891-2eb2-4808-8526-4d6d60ad21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:45.450602 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4650f641-76f2-4b2c-867b-c1ce89537f36 req-362e9891-2eb2-4808-8526-4d6d60ad21e5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3e465ad2-f143-4de9-8a06-ba43da1696d7 HTTP/1.1" status: 200  len: 908 time: 0.1376047
Feb 18 00:28:45.529994 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4650f641-76f2-4b2c-867b-c1ce89537f36 req-d9a8b35a-571a-4f48-887f-f80e0ecf5736 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34389291-ce48-4892-badf-717fa021a2d5 HTTP/1.1" status: 200  len: 217 time: 0.0721488
Feb 18 00:28:45.600644 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650f641-76f2-4b2c-867b-c1ce89537f36 req-c2c9dcaf-3eda-428b-b0f3-ca520ab10d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:45.602152 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4650f641-76f2-4b2c-867b-c1ce89537f36 req-c2c9dcaf-3eda-428b-b0f3-ca520ab10d9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=201a9cd4-a935-45bc-924f-586f7f3337f2 HTTP/1.1" status: 200  len: 854 time: 0.0627942
Feb 18 00:28:45.658593 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4650f641-76f2-4b2c-867b-c1ce89537f36 req-ab56df5a-8d6e-43cc-8d0f-2c84bb83d2d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3e465ad2-f143-4de9-8a06-ba43da1696d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490065
Feb 18 00:28:45.805559 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4650f641-76f2-4b2c-867b-c1ce89537f36 req-13a6d681-fba2-4cd2-b56f-7e7c1f90d93a service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393268
Feb 18 00:28:45.954301 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4650f641-76f2-4b2c-867b-c1ce89537f36 req-8ab47802-fcaf-4e2c-8dc1-e6988f18e8c1 service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409810
Feb 18 00:28:46.034422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7feb1-69a3-4390-afec-9a2017faccc7 req-67345ed0-46e1-462e-8f40-0f5da555f9cf tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:46.036012 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2dc7feb1-69a3-4390-afec-9a2017faccc7 req-67345ed0-46e1-462e-8f40-0f5da555f9cf tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 943 time: 0.0858095
Feb 18 00:28:46.085019 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2dc7feb1-69a3-4390-afec-9a2017faccc7 req-c9f2e2f6-a456-4cea-a5cb-ee4fbfa9efbc tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426469
Feb 18 00:28:47.276839 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 34389291-ce48-4892-badf-717fa021a2d5 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:28:47.281596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587014f1-8e4b-4f83-b438-1b20bef7d721 req-94843785-30ef-49ca-afb9-a87ff3c65a77 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:47.283225 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-587014f1-8e4b-4f83-b438-1b20bef7d721 req-94843785-30ef-49ca-afb9-a87ff3c65a77 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 943 time: 0.0871449
Feb 18 00:28:47.331588 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-587014f1-8e4b-4f83-b438-1b20bef7d721 req-fce64434-d655-4566-bfb5-14a31abfefb6 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419192
Feb 18 00:28:47.346244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port 34389291-ce48-4892-badf-717fa021a2d5 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:28:47.351598 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 34389291-ce48-4892-badf-717fa021a2d5 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:28:47.352023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:47.475395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:47.503396 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34389291-ce48-4892-badf-717fa021a2d5'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:28:47.514275 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 34389291-ce48-4892-badf-717fa021a2d5, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=34389291-ce48-4892-badf-717fa021a2d5,segment=NetworkSegment(4596e639-94f8-495a-9c41-f309d278370d),segment_id=4596e639-94f8-495a-9c41-f309d278370d)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:28:47.517567 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:47.519606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:47.556706 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34389291-ce48-4892-badf-717fa021a2d5', 'code': 200}
Feb 18 00:28:47.590569 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=34389291-ce48-4892-badf-717fa021a2d5,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:47.593736 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:47.789843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d6dac-4b42-4285-b5a8-1e44c2db3e6a req-af17e744-858e-4ef4-ba92-caeeb1e58153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:47.791380 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-306d6dac-4b42-4285-b5a8-1e44c2db3e6a req-af17e744-858e-4ef4-ba92-caeeb1e58153 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 1162 time: 0.0802062
Feb 18 00:28:47.834553 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-306d6dac-4b42-4285-b5a8-1e44c2db3e6a req-952dcfef-4756-4e55-affe-74c625d681c6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357356
Feb 18 00:28:48.530148 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f29e0-c7ab-4800-95a7-c56f13d27cf2 req-491d164a-047f-4956-b769-750ae36d2082 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:48.531662 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7f1f29e0-c7ab-4800-95a7-c56f13d27cf2 req-491d164a-047f-4956-b769-750ae36d2082 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 945 time: 0.0881906
Feb 18 00:28:48.579024 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7f1f29e0-c7ab-4800-95a7-c56f13d27cf2 req-e7abeb91-3049-42f0-9a17-254455dd79f5 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410972
Feb 18 00:28:48.938534 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 34389291-ce48-4892-badf-717fa021a2d5 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:28:49.013940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 34389291-ce48-4892-badf-717fa021a2d5 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:28:49.014354 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:49.783624 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d72c07-f019-41c0-bd58-e0a1510488b0 req-6e030982-b34e-4bc8-b613-a1f4f4583e9e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:49.785251 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a7d72c07-f019-41c0-bd58-e0a1510488b0 req-6e030982-b34e-4bc8-b613-a1f4f4583e9e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 945 time: 0.0907371
Feb 18 00:28:49.832658 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a7d72c07-f019-41c0-bd58-e0a1510488b0 req-35b983b3-f95a-43c7-a6ce-a145a806da57 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409992
Feb 18 00:28:50.305159 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5ff1364d-1de7-4f21-85af-fb070dfe4839 req-6d3bf74e-3a0b-4153-bc64-03a073012665 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0818503
Feb 18 00:28:50.455107 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1364d-1de7-4f21-85af-fb070dfe4839 req-1ff4ea71-9a9e-4d09-8b16-ba7289f9b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:50.456782 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5ff1364d-1de7-4f21-85af-fb070dfe4839 req-1ff4ea71-9a9e-4d09-8b16-ba7289f9b69d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 1162 time: 0.0796707
Feb 18 00:28:50.627855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1364d-1de7-4f21-85af-fb070dfe4839 req-22817bd4-ab99-47e0-be3f-a5ccba16547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:50.629499 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5ff1364d-1de7-4f21-85af-fb070dfe4839 req-22817bd4-ab99-47e0-be3f-a5ccba16547c service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.1518912
Feb 18 00:28:50.742141 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5ff1364d-1de7-4f21-85af-fb070dfe4839 req-ddf41cd2-81e6-4c1b-adb1-8813c6f28f23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dc9d590-66e7-42f6-94d7-525d83c015fe HTTP/1.1" status: 200  len: 1001 time: 0.1050367
Feb 18 00:28:50.815932 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1364d-1de7-4f21-85af-fb070dfe4839 req-841ce839-7d57-4eb1-8a19-332364f0b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:50.817500 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5ff1364d-1de7-4f21-85af-fb070dfe4839 req-841ce839-7d57-4eb1-8a19-332364f0b4f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0662191
Feb 18 00:28:50.884602 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:50.900591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1364d-1de7-4f21-85af-fb070dfe4839 req-8fe5e7fa-5f3f-441c-96b9-6722cb719c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:50.902195 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5ff1364d-1de7-4f21-85af-fb070dfe4839 req-8fe5e7fa-5f3f-441c-96b9-6722cb719c02 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0771751
Feb 18 00:28:51.047718 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5ff1364d-1de7-4f21-85af-fb070dfe4839 req-4ca1f8a1-cd50-4f8f-967a-80270707ce24 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384795
Feb 18 00:28:51.193278 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5ff1364d-1de7-4f21-85af-fb070dfe4839 req-3b3dd0a9-2e3f-4ff9-9e6f-8f30b0eed79f service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383781
Feb 18 00:28:52.022891 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-13bcd76b-ae24-4380-b7d1-5bc88c2fcc96 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:52.024523 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-13bcd76b-ae24-4380-b7d1-5bc88c2fcc96 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/networks?id=3e465ad2-f143-4de9-8a06-ba43da1696d7 HTTP/1.1" status: 200  len: 814 time: 0.1566565
Feb 18 00:28:52.040222 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-779f2827-827b-49bd-86d7-c54ee1b61921 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/quotas/93867f8058ff464a9b5982ece43dedf2 HTTP/1.1" status: 200  len: 375 time: 0.0094419
Feb 18 00:28:52.059641 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f0636d61-857e-41df-820b-0b93c03efb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:52.131481 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-30f8b959-d29a-41b8-b1f4-2c97e715370e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=93867f8058ff464a9b5982ece43dedf2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0846574
Feb 18 00:28:52.142791 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-7aba9e70-8f93-421a-a82c-f7b2834d14e7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:28:52.143811 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-7aba9e70-8f93-421a-a82c-f7b2834d14e7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0052676
Feb 18 00:28:52.518705 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-3305480d-7fdb-475f-9e78-aff0c7ef4187 service neutron] 10.222.0.55 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3689616
Feb 18 00:28:52.664367 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-71f1f650-ddf9-4f5f-833b-755a8988d905 service neutron] 10.222.0.55 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390543
Feb 18 00:28:52.856006 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1176c720-0af5-49d5-8547-abcc9af7206e req-2cc569ea-d1c9-48c4-9b12-03b4f3c7291e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 210 time: 0.0489495
Feb 18 00:28:53.827199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5e5c-c369-4abb-b8d8-3a8a28e0c4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:53.978541 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-1d07b28d-cc28-475a-b7cd-ce68e54c94cb tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:53.980133 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-1d07b28d-cc28-475a-b7cd-ce68e54c94cb tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "GET /v2.0/networks?id=3e465ad2-f143-4de9-8a06-ba43da1696d7 HTTP/1.1" status: 200  len: 814 time: 0.1612358
Feb 18 00:28:54.025681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Request body: {'port': {'device_id': '9ee1a793-2ec0-433c-b841-95c63a192142', 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7', 'admin_state_up': True, 'tenant_id': '93867f8058ff464a9b5982ece43dedf2'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:28:54.101447 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-72c01f46-c10a-438e-9442-f64789b6535e req-960a07b8-19f5-4998-9fd7-03d78b1770ec tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 210 time: 0.1193097
Feb 18 00:28:54.177089 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:28:54.186870 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:28:54.195786 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Made reservation on behalf of 93867f8058ff464a9b5982ece43dedf2 for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:28:54.201618 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:54.517206 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Allocated IP 172.20.0.6 (3e465ad2-f143-4de9-8a06-ba43da1696d7/201a9cd4-a935-45bc-924f-586f7f3337f2/1e2c2086-f80b-435e-b7e1-c0f0e97bb55e) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:28:54.742184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:54.771354 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:54.789808 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8c05f3a3-7553-4a1b-a904-6397b2542642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:54.933159 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Pushing event updated for resources: {'Port': ['ID=1e2c2086-f80b-435e-b7e1-c0f0e97bb55e,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:54.936402 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:54.991378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Network 3e465ad2-f143-4de9-8a06-ba43da1696d7 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:28:54.992758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:28:54.995134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:28:55.059034 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:55.059637 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:55.084297 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0675604
Feb 18 00:28:55.096928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Request body: {'port': {'device_id': '9ee1a793-2ec0-433c-b841-95c63a192142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:28:55.130443 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:55.220642 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:55.307927 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7edf8-6003-47ae-99f7-ea50076a1c17 req-24b5ac6e-ca63-414e-a06b-89c0dc259dee tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:55.310147 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91b7edf8-6003-47ae-99f7-ea50076a1c17 req-24b5ac6e-ca63-414e-a06b-89c0dc259dee tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 931 time: 0.0919809
Feb 18 00:28:55.359085 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91b7edf8-6003-47ae-99f7-ea50076a1c17 req-51698db6-1463-4149-8667-88e4260a9734 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425348
Feb 18 00:28:55.634383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:28:55.642262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:55.654644 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Transition to ACTIVE for port object 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:28:55.657222 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:55.676519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-15d85fb4-0bff-457d-a6a8-7ce4347e6594 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:55.809556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Pushing event updated for resources: {'Port': ['ID=1e2c2086-f80b-435e-b7e1-c0f0e97bb55e,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:55.815059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:55.997511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Attempting to bind port 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:28:55.998062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Attempting to bind port 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:28:55.998180 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Attempting to bind port 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e on network 3e465ad2-f143-4de9-8a06-ba43da1696d7 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:28:56.003702 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:28:56.004075 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Checking segment: {'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:28:56.004500 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:56.004896 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Bound using segment: {'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:28:56.005363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Bound port: 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:28:56.005733 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:56.036204 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:56.105148 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] For port 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:28:56.109051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] For port 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=1e2c2086-f80b-435e-b7e1-c0f0e97bb55e,segment=NetworkSegment(4596e639-94f8-495a-9c41-f309d278370d),segment_id=4596e639-94f8-495a-9c41-f309d278370d)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:28:56.112185 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:56.127128 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-996cc5a6-2f5f-4f6c-9459-c7adf2033267 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:56.272082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Pushing event updated for resources: {'Port': ['ID=1e2c2086-f80b-435e-b7e1-c0f0e97bb55e,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:56.284681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:56.316195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:56.316979 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:56.318344 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] 10.222.0.58 "PUT /v2.0/ports/1e2c2086-f80b-435e-b7e1-c0f0e97bb55e HTTP/1.1" status: 200  len: 1157 time: 1.2261009
Feb 18 00:28:56.318852 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee1a793-2ec0-433c-b841-95c63a192142', 'tag': '1e2c2086-f80b-435e-b7e1-c0f0e97bb55e'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:28:56.391792 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee1a793-2ec0-433c-b841-95c63a192142', 'tag': '1e2c2086-f80b-435e-b7e1-c0f0e97bb55e', 'status': 'completed', 'code': 200}
Feb 18 00:28:56.431953 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:56.438503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-154ad303-375e-4214-bd78-d36409d0c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:56.440153 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-154ad303-375e-4214-bd78-d36409d0c9b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93867f8058ff464a9b5982ece43dedf2&device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 1160 time: 0.0853996
Feb 18 00:28:56.517651 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-eac95ab3-b965-4166-be38-e7c693df2efa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e2c2086-f80b-435e-b7e1-c0f0e97bb55e HTTP/1.1" status: 200  len: 217 time: 0.0685248
Feb 18 00:28:56.561464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6031c2b-59f0-4ad3-95fc-b02cf8e595c2 req-6c94c09d-3435-42ab-a16a-700e1e55012a tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:56.563067 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6031c2b-59f0-4ad3-95fc-b02cf8e595c2 req-6c94c09d-3435-42ab-a16a-700e1e55012a tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 943 time: 0.0869265
Feb 18 00:28:56.590130 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-668ba093-ddd8-4a58-9ca8-df50882e0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:56.591699 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-668ba093-ddd8-4a58-9ca8-df50882e0711 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=201a9cd4-a935-45bc-924f-586f7f3337f2 HTTP/1.1" status: 200  len: 854 time: 0.0672464
Feb 18 00:28:56.612959 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6031c2b-59f0-4ad3-95fc-b02cf8e595c2 req-7d35eb47-c5f2-4adc-8107-a8c5264acb33 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432827
Feb 18 00:28:56.648110 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-4b405985-2669-474a-9380-413ed5f6b7e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3e465ad2-f143-4de9-8a06-ba43da1696d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493152
Feb 18 00:28:56.789202 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-ee5a9ddf-9512-440d-8ccf-7089439d548d service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341550
Feb 18 00:28:56.929077 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93c6f079-4a73-4a22-8ff1-b1f4c7605762 req-81c0209f-3731-428b-b579-2409d2429fb3 service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1334214
Feb 18 00:28:57.046257 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedd269-1588-468a-b481-1f4e4e116af9 req-5ad7d22d-858a-4e6f-838f-4eba5b30ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:57.047728 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9bedd269-1588-468a-b481-1f4e4e116af9 req-5ad7d22d-858a-4e6f-838f-4eba5b30ae33 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93867f8058ff464a9b5982ece43dedf2&device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 1160 time: 0.0764632
Feb 18 00:28:57.189276 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedd269-1588-468a-b481-1f4e4e116af9 req-06babd87-da7e-4558-99ca-4a262c58097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:57.190806 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9bedd269-1588-468a-b481-1f4e4e116af9 req-06babd87-da7e-4558-99ca-4a262c58097f service neutron] 10.222.0.58 "GET /v2.0/networks?id=3e465ad2-f143-4de9-8a06-ba43da1696d7 HTTP/1.1" status: 200  len: 908 time: 0.1357512
Feb 18 00:28:57.494675 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9bedd269-1588-468a-b481-1f4e4e116af9 req-2c0c8316-34bb-4a73-ab6b-efa6ab225ae9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e2c2086-f80b-435e-b7e1-c0f0e97bb55e HTTP/1.1" status: 200  len: 217 time: 0.2948084
Feb 18 00:28:57.564295 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedd269-1588-468a-b481-1f4e4e116af9 req-e29f1c79-e5e4-40d1-b305-a6815a3cf85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:57.565837 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9bedd269-1588-468a-b481-1f4e4e116af9 req-e29f1c79-e5e4-40d1-b305-a6815a3cf85c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=201a9cd4-a935-45bc-924f-586f7f3337f2 HTTP/1.1" status: 200  len: 854 time: 0.0641863
Feb 18 00:28:57.618264 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9bedd269-1588-468a-b481-1f4e4e116af9 req-6b9b10d0-63c8-4b56-9c69-0fbca7bd09f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3e465ad2-f143-4de9-8a06-ba43da1696d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447714
Feb 18 00:28:57.814314 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9bedd269-1588-468a-b481-1f4e4e116af9 req-7b8166e0-e63a-49d6-b09e-e19798625b87 service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892376
Feb 18 00:28:57.936597 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563d8ad-6b91-4ef3-aa34-f5e2926fcf6a req-38c397c1-2f64-453c-8b51-bd0e410a5b52 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:57.937368 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4563d8ad-6b91-4ef3-aa34-f5e2926fcf6a req-38c397c1-2f64-453c-8b51-bd0e410a5b52 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Synchronizing usage tracker for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:28:57.982814 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4563d8ad-6b91-4ef3-aa34-f5e2926fcf6a req-38c397c1-2f64-453c-8b51-bd0e410a5b52 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Unset dirty status for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:28:57.984058 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4563d8ad-6b91-4ef3-aa34-f5e2926fcf6a req-38c397c1-2f64-453c-8b51-bd0e410a5b52 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 943 time: 0.2538700
Feb 18 00:28:57.993427 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9bedd269-1588-468a-b481-1f4e4e116af9 req-94a7ff75-e2a9-453b-87c5-8f30817f270b service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1718361
Feb 18 00:28:58.036129 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4563d8ad-6b91-4ef3-aa34-f5e2926fcf6a req-2731ffa8-3cf7-416c-b50f-80e556262e40 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449352
Feb 18 00:28:59.236526 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4255e32-7ee8-4ebb-a1f8-277a7d3376c9 req-5bffc6c2-1867-4911-8cb5-53c6feecc0a0 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:59.238131 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d4255e32-7ee8-4ebb-a1f8-277a7d3376c9 req-5bffc6c2-1867-4911-8cb5-53c6feecc0a0 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 943 time: 0.0909810
Feb 18 00:28:59.286448 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d4255e32-7ee8-4ebb-a1f8-277a7d3376c9 req-904e5fe4-1eaf-43de-b7b4-72a9f21d5393 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418279
Feb 18 00:28:59.442093 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:28:59.513665 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:28:59.518491 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:28:59.518939 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:59.641482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:59.669300 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee1a793-2ec0-433c-b841-95c63a192142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2c2086-f80b-435e-b7e1-c0f0e97bb55e'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:28:59.679515 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=1e2c2086-f80b-435e-b7e1-c0f0e97bb55e,segment=NetworkSegment(4596e639-94f8-495a-9c41-f309d278370d),segment_id=4596e639-94f8-495a-9c41-f309d278370d)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:28:59.682421 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:28:59.684983 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:28:59.724661 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee1a793-2ec0-433c-b841-95c63a192142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2c2086-f80b-435e-b7e1-c0f0e97bb55e', 'code': 200}
Feb 18 00:28:59.921491 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=1e2c2086-f80b-435e-b7e1-c0f0e97bb55e,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:28:59.924819 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:28:59.975111 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08b870-55a2-4815-b40f-e35114247979 req-79321545-855b-47e1-b420-20801a7b4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:28:59.976692 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fc08b870-55a2-4815-b40f-e35114247979 req-79321545-855b-47e1-b420-20801a7b4853 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 1162 time: 0.0774064
Feb 18 00:29:00.019062 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fc08b870-55a2-4815-b40f-e35114247979 req-bdc029eb-af6b-4731-92ac-ccd7be6854b6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355489
Feb 18 00:29:00.488828 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571e29f-338f-43e5-b41c-205992227a8e req-1cffa863-fdd5-41a3-b23b-7d09a3e76058 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:00.490425 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7571e29f-338f-43e5-b41c-205992227a8e req-1cffa863-fdd5-41a3-b23b-7d09a3e76058 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 945 time: 0.0908556
Feb 18 00:29:00.537888 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7571e29f-338f-43e5-b41c-205992227a8e req-aed9f30a-ebf7-4844-b4f2-55cf79242ff6 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412185
Feb 18 00:29:01.076857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:29:01.148918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:29:01.149334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:01.737247 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cea4f6-80fe-4f5e-acb3-500cfa6a369a req-379b665d-f7aa-40fb-a307-81e832927b3c tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:01.738820 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-08cea4f6-80fe-4f5e-acb3-500cfa6a369a req-379b665d-f7aa-40fb-a307-81e832927b3c tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 945 time: 0.0885499
Feb 18 00:29:01.786643 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-08cea4f6-80fe-4f5e-acb3-500cfa6a369a req-d8d02696-c98b-4f39-b586-1dcf9cef2610 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416384
Feb 18 00:29:12.550543 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-c409b2ca-0758-4ecc-b1e8-49ed57fd573d tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:12.552057 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-c409b2ca-0758-4ecc-b1e8-49ed57fd573d tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/networks?id=3e465ad2-f143-4de9-8a06-ba43da1696d7 HTTP/1.1" status: 200  len: 814 time: 0.1571388
Feb 18 00:29:12.568114 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-1dd284ba-ebf3-4bfe-aa92-aab0898368b0 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/quotas/93867f8058ff464a9b5982ece43dedf2 HTTP/1.1" status: 200  len: 375 time: 0.0101678
Feb 18 00:29:12.658739 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-48156a15-c00b-4a2e-86a2-42eaa1067a80 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=93867f8058ff464a9b5982ece43dedf2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0853803
Feb 18 00:29:12.803068 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-efbcc625-deaf-467a-8386-01f537af0710 service neutron] 10.222.0.55 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368253
Feb 18 00:29:12.944614 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-23d5eef7-efa3-44ad-894a-4f98ae377ef5 service neutron] 10.222.0.55 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352508
Feb 18 00:29:13.136351 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-493d7b59-b198-4755-969c-25e653ded8e0 req-5663672f-ccd9-42ad-b3b1-db7cab57d50e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 210 time: 0.0485940
Feb 18 00:29:14.380103 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a7b1691c-62ad-438e-a264-4ceb62f2462b req-a4224e08-d7f7-4960-9aa9-56b63e8fc8ab tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 210 time: 0.1083992
Feb 18 00:29:14.454826 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-146f336b-d681-4bcd-93da-f2dbd30373fe tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:14.456300 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-146f336b-d681-4bcd-93da-f2dbd30373fe tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "GET /v2.0/networks?id=3e465ad2-f143-4de9-8a06-ba43da1696d7 HTTP/1.1" status: 200  len: 814 time: 0.2147236
Feb 18 00:29:14.473347 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Request body: {'port': {'device_id': '9647f2b1-341c-420a-a0f2-19a027ab0996', 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7', 'admin_state_up': True, 'tenant_id': '93867f8058ff464a9b5982ece43dedf2'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:29:14.619672 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:29:14.629590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:29:14.638931 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Made reservation on behalf of 93867f8058ff464a9b5982ece43dedf2 for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:29:14.644582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:14.957146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Allocated IP 172.20.0.13 (3e465ad2-f143-4de9-8a06-ba43da1696d7/201a9cd4-a935-45bc-924f-586f7f3337f2/74877456-91a1-49b2-a494-76daa253ba8f) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:29:15.168268 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:15.198929 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:15.214797 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4222fd5a-6f32-40df-9b95-d509aea793ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:29:15.354084 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Pushing event updated for resources: {'Port': ['ID=74877456-91a1-49b2-a494-76daa253ba8f,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:29:15.369174 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.369591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.370117 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.371150 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.371571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.371994 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.372409 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.372817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.373222 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.373626 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.374025 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.374416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.374868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.375260 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.375660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.376049 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.376463 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.376879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.377285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.377685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.378075 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.378461 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.378848 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.379235 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:15.392748 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:29:15.432148 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Network 3e465ad2-f143-4de9-8a06-ba43da1696d7 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:29:15.433920 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:29:15.436310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:29:15.500265 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:15.500880 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:15.525858 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0565803
Feb 18 00:29:15.537656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-e2af3db6-d195-4fcb-bc6d-9fb1fd30a5be tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83992) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:29:15.538671 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-e2af3db6-d195-4fcb-bc6d-9fb1fd30a5be tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0056529
Feb 18 00:29:15.592623 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636298f-4cb9-4713-acf0-09185582eeba req-daa11444-fcc4-48e3-94db-09d00157a862 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:15.594504 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7636298f-4cb9-4713-acf0-09185582eeba req-daa11444-fcc4-48e3-94db-09d00157a862 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 932 time: 0.0975525
Feb 18 00:29:15.598252 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Request body: {'port': {'device_id': '9647f2b1-341c-420a-a0f2-19a027ab0996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:29:15.642842 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7636298f-4cb9-4713-acf0-09185582eeba req-f68290f5-8814-484a-a516-144818d0a4c0 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421588
Feb 18 00:29:15.727529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:16.166529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74877456-91a1-49b2-a494-76daa253ba8f {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:29:16.178863 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:16.194566 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Transition to ACTIVE for port object 74877456-91a1-49b2-a494-76daa253ba8f will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:29:16.197240 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:16.215199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cbb933a1-1439-4a47-8b96-3b1a6a0f2d47 tempest-TestShelveInstance-168634940 tempest-TestShelveInstance-168634940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:29:16.375999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Pushing event updated for resources: {'Port': ['ID=74877456-91a1-49b2-a494-76daa253ba8f,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:29:16.379243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:29:16.559360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Attempting to bind port 74877456-91a1-49b2-a494-76daa253ba8f on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:29:16.559925 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Attempting to bind port 74877456-91a1-49b2-a494-76daa253ba8f by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:29:16.560046 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Attempting to bind port 74877456-91a1-49b2-a494-76daa253ba8f on network 3e465ad2-f143-4de9-8a06-ba43da1696d7 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:29:16.565625 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:29:16.565994 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Checking segment: {'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:29:16.566392 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:16.566782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Bound using segment: {'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:29:16.567248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Bound port: 74877456-91a1-49b2-a494-76daa253ba8f, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4596e639-94f8-495a-9c41-f309d278370d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3e465ad2-f143-4de9-8a06-ba43da1696d7'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:29:16.567613 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:16.662392 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] For port 74877456-91a1-49b2-a494-76daa253ba8f, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:29:16.665498 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] For port 74877456-91a1-49b2-a494-76daa253ba8f, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=74877456-91a1-49b2-a494-76daa253ba8f,segment=NetworkSegment(4596e639-94f8-495a-9c41-f309d278370d),segment_id=4596e639-94f8-495a-9c41-f309d278370d)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:29:16.669225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:16.687602 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f111b144-c831-497f-b57e-15aaeea641e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:29:17.113815 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Pushing event updated for resources: {'Port': ['ID=74877456-91a1-49b2-a494-76daa253ba8f,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:29:17.117340 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:29:17.177884 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295f6e-69a6-457c-9391-d5a41319d3a1 req-b2477dda-b291-4f7f-8302-29c2d9e10040 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:17.178642 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-f2295f6e-69a6-457c-9391-d5a41319d3a1 req-b2477dda-b291-4f7f-8302-29c2d9e10040 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Synchronizing usage tracker for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:29:17.189081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:17.189281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:17.190749 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] 10.222.0.58 "PUT /v2.0/ports/74877456-91a1-49b2-a494-76daa253ba8f HTTP/1.1" status: 200  len: 1158 time: 1.6431148
Feb 18 00:29:17.191422 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9647f2b1-341c-420a-a0f2-19a027ab0996', 'tag': '74877456-91a1-49b2-a494-76daa253ba8f'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:29:17.208658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-f2295f6e-69a6-457c-9391-d5a41319d3a1 req-b2477dda-b291-4f7f-8302-29c2d9e10040 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Unset dirty status for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:29:17.209827 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f2295f6e-69a6-457c-9391-d5a41319d3a1 req-b2477dda-b291-4f7f-8302-29c2d9e10040 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 944 time: 0.2107785
Feb 18 00:29:17.277248 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9647f2b1-341c-420a-a0f2-19a027ab0996', 'tag': '74877456-91a1-49b2-a494-76daa253ba8f', 'status': 'completed', 'code': 200}
Feb 18 00:29:17.314997 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f2295f6e-69a6-457c-9391-d5a41319d3a1 req-e28b4382-5cf7-40e3-8245-550afeb4c969 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976727
Feb 18 00:29:17.339497 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-a21ab6f7-ce87-41bf-b505-0bbd5aa8b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:17.341119 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-a21ab6f7-ce87-41bf-b505-0bbd5aa8b736 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93867f8058ff464a9b5982ece43dedf2&device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 1161 time: 0.1036360
Feb 18 00:29:17.420771 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-edc24fd5-7959-4243-9992-a596894a8c03 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74877456-91a1-49b2-a494-76daa253ba8f HTTP/1.1" status: 200  len: 217 time: 0.0710037
Feb 18 00:29:17.494452 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-e7581dd1-6f6e-483d-b320-a3aa5ff3cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:17.496010 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-e7581dd1-6f6e-483d-b320-a3aa5ff3cedd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=201a9cd4-a935-45bc-924f-586f7f3337f2 HTTP/1.1" status: 200  len: 854 time: 0.0636015
Feb 18 00:29:17.552138 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-e84ef82e-b430-4014-90df-2af6185dfe2c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3e465ad2-f143-4de9-8a06-ba43da1696d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490437
Feb 18 00:29:17.693891 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-fe05ef3f-b907-423d-ad8b-5131b098ed19 service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340086
Feb 18 00:29:17.838157 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53c4efe4-0daf-40e4-aa1d-38cc62ee4137 req-3e182904-1ecb-47f2-aa99-9fbf256f0a2a service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1347101
Feb 18 00:29:17.970519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee13d83-f5b9-47f3-af5f-6442725f570d req-9894f10c-1fa8-42bc-83c7-d56befe8fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:17.972041 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dee13d83-f5b9-47f3-af5f-6442725f570d req-9894f10c-1fa8-42bc-83c7-d56befe8fd5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93867f8058ff464a9b5982ece43dedf2&device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 1161 time: 0.0817347
Feb 18 00:29:18.117418 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee13d83-f5b9-47f3-af5f-6442725f570d req-4f543ec7-2671-4d28-b0d8-1bd70bbc54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:18.118984 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dee13d83-f5b9-47f3-af5f-6442725f570d req-4f543ec7-2671-4d28-b0d8-1bd70bbc54d2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3e465ad2-f143-4de9-8a06-ba43da1696d7 HTTP/1.1" status: 200  len: 908 time: 0.1387239
Feb 18 00:29:18.204176 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dee13d83-f5b9-47f3-af5f-6442725f570d req-d395cfd3-ed1c-46e3-93d2-05277f886b3e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74877456-91a1-49b2-a494-76daa253ba8f HTTP/1.1" status: 200  len: 217 time: 0.0778284
Feb 18 00:29:18.273302 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee13d83-f5b9-47f3-af5f-6442725f570d req-94c57201-a31c-4f79-ad53-1e68d7c5b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:18.274866 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dee13d83-f5b9-47f3-af5f-6442725f570d req-94c57201-a31c-4f79-ad53-1e68d7c5b97e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=201a9cd4-a935-45bc-924f-586f7f3337f2 HTTP/1.1" status: 200  len: 854 time: 0.0644026
Feb 18 00:29:18.331363 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dee13d83-f5b9-47f3-af5f-6442725f570d req-9f67c8bc-fa26-4a3c-9839-96f42897f2e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3e465ad2-f143-4de9-8a06-ba43da1696d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486081
Feb 18 00:29:18.476267 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dee13d83-f5b9-47f3-af5f-6442725f570d req-0afdd30e-2d44-448e-9ae6-51c85ced35cb service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377409
Feb 18 00:29:18.516619 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c934ce-e704-4138-ab32-4566d817cbbc req-1b01084e-cb12-4ab0-b2f3-4f70868512ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:18.518159 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f6c934ce-e704-4138-ab32-4566d817cbbc req-1b01084e-cb12-4ab0-b2f3-4f70868512ae tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 944 time: 0.0889242
Feb 18 00:29:18.566836 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f6c934ce-e704-4138-ab32-4566d817cbbc req-3fc7c911-5766-4ad0-9b2e-f1a6453029c6 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420384
Feb 18 00:29:18.622386 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dee13d83-f5b9-47f3-af5f-6442725f570d req-6db0a66f-f265-4e0b-98aa-79546f92025e service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387012
Feb 18 00:29:19.058029 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:29:19.761695 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f2bf3-027d-41ce-9368-1cc6d0470c84 req-a90d6bbf-9dfb-4ec3-8d5f-7e8c500555b7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:19.763377 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ce6f2bf3-027d-41ce-9368-1cc6d0470c84 req-a90d6bbf-9dfb-4ec3-8d5f-7e8c500555b7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 944 time: 0.0861425
Feb 18 00:29:19.811704 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ce6f2bf3-027d-41ce-9368-1cc6d0470c84 req-f6316050-f400-4c22-b7ec-a18484941d3e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421331
Feb 18 00:29:20.893677 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:21.014506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820de77-2942-40fd-9fda-de24cebf4d18 req-54bd36c9-c645-4921-9fe4-328fb5d01c7b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:21.016089 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4820de77-2942-40fd-9fda-de24cebf4d18 req-54bd36c9-c645-4921-9fe4-328fb5d01c7b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 944 time: 0.0894649
Feb 18 00:29:21.063247 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4820de77-2942-40fd-9fda-de24cebf4d18 req-26552e4a-bbb8-411e-aa58-4a2fe4fe465d tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410392
Feb 18 00:29:21.722765 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 74877456-91a1-49b2-a494-76daa253ba8f up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:29:21.792715 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port 74877456-91a1-49b2-a494-76daa253ba8f completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:29:21.797534 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 74877456-91a1-49b2-a494-76daa253ba8f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:29:21.797954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:21.920182 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:21.947794 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9647f2b1-341c-420a-a0f2-19a027ab0996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74877456-91a1-49b2-a494-76daa253ba8f'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:29:21.959032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 74877456-91a1-49b2-a494-76daa253ba8f, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=74877456-91a1-49b2-a494-76daa253ba8f,segment=NetworkSegment(4596e639-94f8-495a-9c41-f309d278370d),segment_id=4596e639-94f8-495a-9c41-f309d278370d)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:29:21.965252 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:21.967220 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:29:22.007960 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9647f2b1-341c-420a-a0f2-19a027ab0996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74877456-91a1-49b2-a494-76daa253ba8f', 'code': 200}
Feb 18 00:29:22.041641 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=74877456-91a1-49b2-a494-76daa253ba8f,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:29:22.055845 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.056239 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.056662 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.057043 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.057941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.058317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.058687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.059062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.059436 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.059805 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.060174 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.060570 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.061149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.061572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.061949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.062324 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.062693 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.063064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.063433 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.063798 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.064161 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.064552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.064918 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.065279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:29:22.075261 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:29:22.078213 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c549c5ff-8b38-4d59-b55f-160977ba3fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:22.248470 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ec811-9efb-49cb-86e3-75994800b7dd req-c16f5b9e-65c4-4648-98b4-99dfd37e2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:22.250325 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ca8ec811-9efb-49cb-86e3-75994800b7dd req-c16f5b9e-65c4-4648-98b4-99dfd37e2de5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 1163 time: 0.0841935
Feb 18 00:29:22.265067 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea19b43-e210-41fa-8758-56284c889056 req-c210238f-2dc9-4889-b063-039c7a54b68b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:22.266665 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aea19b43-e210-41fa-8758-56284c889056 req-c210238f-2dc9-4889-b063-039c7a54b68b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 946 time: 0.0917368
Feb 18 00:29:22.295742 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ca8ec811-9efb-49cb-86e3-75994800b7dd req-40d59ffc-8d25-4b49-b2a1-002a6bbad382 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378659
Feb 18 00:29:22.313864 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aea19b43-e210-41fa-8758-56284c889056 req-ebe77885-0df4-4948-8929-384818cf0e94 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408325
Feb 18 00:29:23.260225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 74877456-91a1-49b2-a494-76daa253ba8f up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:29:23.332561 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 74877456-91a1-49b2-a494-76daa253ba8f triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:29:23.333007 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:23.515232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade809cb-5f02-42c3-b129-454390a71f71 req-7c062e55-02f5-45e5-be09-56a41fade3ad tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:23.516804 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ade809cb-5f02-42c3-b129-454390a71f71 req-7c062e55-02f5-45e5-be09-56a41fade3ad tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 946 time: 0.0876687
Feb 18 00:29:23.565607 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ade809cb-5f02-42c3-b129-454390a71f71 req-1f4e3334-913e-4592-ac36-43e1e4b4d2f9 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420766
Feb 18 00:29:23.827449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5851ee9f-9d9e-4567-9e1a-91296c8e591d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:24.763401 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac365-a64c-4b25-a473-268a95f39929 req-cded1aeb-5287-43bc-ba12-9a49cc86f97a tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:24.765012 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cf3ac365-a64c-4b25-a473-268a95f39929 req-cded1aeb-5287-43bc-ba12-9a49cc86f97a tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 946 time: 0.0883970
Feb 18 00:29:24.812483 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cf3ac365-a64c-4b25-a473-268a95f39929 req-ace1a72b-2cea-4002-9a64-3b967b8d6fd5 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413883
Feb 18 00:29:25.131659 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:26.037881 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:26.436539 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:36.817545 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a945569-c51e-429a-a686-1c0889cbda0c req-c42e8b60-c02e-4f43-b030-2379ef7adc6f tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:36.819041 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4a945569-c51e-429a-a686-1c0889cbda0c req-c42e8b60-c02e-4f43-b030-2379ef7adc6f tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 946 time: 0.0885901
Feb 18 00:29:36.866201 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4a945569-c51e-429a-a686-1c0889cbda0c req-1daf8178-32ca-4f8b-87c3-dd7a10b0826d tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397859
Feb 18 00:29:38.087552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f6fd1-0ae1-4c95-8722-689e92c4b67a req-7dbbcb19-598f-4cf5-9251-78f1aa6915b0 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:38.089738 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-358f6fd1-0ae1-4c95-8722-689e92c4b67a req-7dbbcb19-598f-4cf5-9251-78f1aa6915b0 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 946 time: 0.0955563
Feb 18 00:29:38.138631 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-358f6fd1-0ae1-4c95-8722-689e92c4b67a req-18978913-7e0c-4a27-95a2-fc34b16ae279 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421481
Feb 18 00:29:38.417917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37e051-1e8e-41c5-87f9-2d82717ca876 req-29a49d4c-fe69-4421-85fc-ea449f4a46ab tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:38.419412 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7c37e051-1e8e-41c5-87f9-2d82717ca876 req-29a49d4c-fe69-4421-85fc-ea449f4a46ab tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 946 time: 0.0858228
Feb 18 00:29:38.500598 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-7c37e051-1e8e-41c5-87f9-2d82717ca876 req-67c4c6a3-b3ce-4c27-b134-f20dec5e919b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Deleting port 74877456-91a1-49b2-a494-76daa253ba8f {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:29:38.500985 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7c37e051-1e8e-41c5-87f9-2d82717ca876 req-67c4c6a3-b3ce-4c27-b134-f20dec5e919b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:38.763611 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-7c37e051-1e8e-41c5-87f9-2d82717ca876 req-67c4c6a3-b3ce-4c27-b134-f20dec5e919b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] For port 74877456-91a1-49b2-a494-76daa253ba8f, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=74877456-91a1-49b2-a494-76daa253ba8f,segment=NetworkSegment(4596e639-94f8-495a-9c41-f309d278370d),segment_id=4596e639-94f8-495a-9c41-f309d278370d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:29:38.763941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7c37e051-1e8e-41c5-87f9-2d82717ca876 req-67c4c6a3-b3ce-4c27-b134-f20dec5e919b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:38.897058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-7c37e051-1e8e-41c5-87f9-2d82717ca876 req-67c4c6a3-b3ce-4c27-b134-f20dec5e919b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Calling delete_port for 74877456-91a1-49b2-a494-76daa253ba8f owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:29:39.046841 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7c37e051-1e8e-41c5-87f9-2d82717ca876 req-67c4c6a3-b3ce-4c27-b134-f20dec5e919b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:39.061781 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:29:39.156652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4c6a3-b3ce-4c27-b134-f20dec5e919b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Pushing event deleted for resources: {'Port': ['ID=74877456-91a1-49b2-a494-76daa253ba8f,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:29:39.174183 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-67c4c6a3-b3ce-4c27-b134-f20dec5e919b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:29:39.271838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c37e051-1e8e-41c5-87f9-2d82717ca876 req-67c4c6a3-b3ce-4c27-b134-f20dec5e919b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] No DVR routers for this DVR port 74877456-91a1-49b2-a494-76daa253ba8f on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:29:39.274191 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7c37e051-1e8e-41c5-87f9-2d82717ca876 req-67c4c6a3-b3ce-4c27-b134-f20dec5e919b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:39.277484 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9647f2b1-341c-420a-a0f2-19a027ab0996', 'name': 'network-vif-deleted', 'tag': '74877456-91a1-49b2-a494-76daa253ba8f'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:29:39.293604 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7c37e051-1e8e-41c5-87f9-2d82717ca876 req-67c4c6a3-b3ce-4c27-b134-f20dec5e919b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "DELETE /v2.0/ports/74877456-91a1-49b2-a494-76daa253ba8f HTTP/1.1" status: 204  len: 173 time: 0.8676171
Feb 18 00:29:39.304765 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ced7cf5d-24a2-481e-95d2-139e3a16b99e req-f0ca927c-d75b-4b49-afac-2568f3d2485b tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9647f2b1-341c-420a-a0f2-19a027ab0996 HTTP/1.1" status: 200  len: 210 time: 0.0510635
Feb 18 00:29:39.332382 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9647f2b1-341c-420a-a0f2-19a027ab0996', 'name': 'network-vif-deleted', 'tag': '74877456-91a1-49b2-a494-76daa253ba8f', 'status': 'completed', 'code': 200}
Feb 18 00:29:39.822043 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 74877456-91a1-49b2-a494-76daa253ba8f no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:29:39.861763 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] No Port match for: 74877456-91a1-49b2-a494-76daa253ba8f {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:29:39.862154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 74877456-91a1-49b2-a494-76daa253ba8f not bound to the agent host hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:29:42.021553 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3a584-e50e-4ec2-859f-0b785a47fc26 req-05a96fc6-026f-400e-8215-01588a2140f0 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:42.023154 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-49b3a584-e50e-4ec2-859f-0b785a47fc26 req-05a96fc6-026f-400e-8215-01588a2140f0 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 945 time: 0.0916560
Feb 18 00:29:42.071710 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-49b3a584-e50e-4ec2-859f-0b785a47fc26 req-6abaeb86-c934-40b8-8978-55fa8f3b14db tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418031
Feb 18 00:29:43.277943 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8c6b4-cb9b-42a2-add5-e8dd481e3d00 req-9fb10553-4bad-4105-a9b9-130405fa4605 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:43.278704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-a8c8c6b4-cb9b-42a2-add5-e8dd481e3d00 req-9fb10553-4bad-4105-a9b9-130405fa4605 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Synchronizing usage tracker for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:29:43.293178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-a8c8c6b4-cb9b-42a2-add5-e8dd481e3d00 req-9fb10553-4bad-4105-a9b9-130405fa4605 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Unset dirty status for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:29:43.294421 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8c8c6b4-cb9b-42a2-add5-e8dd481e3d00 req-9fb10553-4bad-4105-a9b9-130405fa4605 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 945 time: 0.1089053
Feb 18 00:29:43.342650 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8c8c6b4-cb9b-42a2-add5-e8dd481e3d00 req-5164f5d1-cd9d-40ee-a763-7e0a391a9de0 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415084
Feb 18 00:29:43.515654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5166b55-d0b9-4e8c-942c-7792607cc2ea req-ccd4b3b4-2084-499f-85ec-ea87910facf6 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:43.517233 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d5166b55-d0b9-4e8c-942c-7792607cc2ea req-ccd4b3b4-2084-499f-85ec-ea87910facf6 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 945 time: 0.0859671
Feb 18 00:29:43.596026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-d5166b55-d0b9-4e8c-942c-7792607cc2ea req-4cb8c5f1-4aec-44c3-af76-ed6ba64d460e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Deleting port 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:29:43.596383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d5166b55-d0b9-4e8c-942c-7792607cc2ea req-4cb8c5f1-4aec-44c3-af76-ed6ba64d460e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:44.078811 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-d5166b55-d0b9-4e8c-942c-7792607cc2ea req-4cb8c5f1-4aec-44c3-af76-ed6ba64d460e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] For port 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=1e2c2086-f80b-435e-b7e1-c0f0e97bb55e,segment=NetworkSegment(4596e639-94f8-495a-9c41-f309d278370d),segment_id=4596e639-94f8-495a-9c41-f309d278370d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:29:44.079126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d5166b55-d0b9-4e8c-942c-7792607cc2ea req-4cb8c5f1-4aec-44c3-af76-ed6ba64d460e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:44.211897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-d5166b55-d0b9-4e8c-942c-7792607cc2ea req-4cb8c5f1-4aec-44c3-af76-ed6ba64d460e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Calling delete_port for 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:29:44.362646 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d5166b55-d0b9-4e8c-942c-7792607cc2ea req-4cb8c5f1-4aec-44c3-af76-ed6ba64d460e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:44.378208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fbfd77fe-0f14-47b4-bb3e-1deb90406a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:29:44.479124 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8c5f1-4aec-44c3-af76-ed6ba64d460e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Pushing event deleted for resources: {'Port': ['ID=1e2c2086-f80b-435e-b7e1-c0f0e97bb55e,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:29:44.489170 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4cb8c5f1-4aec-44c3-af76-ed6ba64d460e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:29:44.504838 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a96a54aa-16c2-4abd-b093-16dd793fb054 req-c6b8f6de-9655-4dd7-9cd8-747aea2cc77d tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ee1a793-2ec0-433c-b841-95c63a192142 HTTP/1.1" status: 200  len: 210 time: 0.0498054
Feb 18 00:29:44.587901 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5166b55-d0b9-4e8c-942c-7792607cc2ea req-4cb8c5f1-4aec-44c3-af76-ed6ba64d460e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] No DVR routers for this DVR port 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:29:44.590133 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d5166b55-d0b9-4e8c-942c-7792607cc2ea req-4cb8c5f1-4aec-44c3-af76-ed6ba64d460e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:44.594086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee1a793-2ec0-433c-b841-95c63a192142', 'name': 'network-vif-deleted', 'tag': '1e2c2086-f80b-435e-b7e1-c0f0e97bb55e'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:29:44.608011 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d5166b55-d0b9-4e8c-942c-7792607cc2ea req-4cb8c5f1-4aec-44c3-af76-ed6ba64d460e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "DELETE /v2.0/ports/1e2c2086-f80b-435e-b7e1-c0f0e97bb55e HTTP/1.1" status: 204  len: 173 time: 1.0849197
Feb 18 00:29:44.645628 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee1a793-2ec0-433c-b841-95c63a192142', 'name': 'network-vif-deleted', 'tag': '1e2c2086-f80b-435e-b7e1-c0f0e97bb55e', 'status': 'completed', 'code': 200}
Feb 18 00:29:45.563748 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:29:45.599809 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] No Port match for: 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:29:45.600201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 1e2c2086-f80b-435e-b7e1-c0f0e97bb55e not bound to the agent host hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:29:45.986698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5dd20-8fe4-4567-af34-a9a9ffe63503 req-b57b9a61-d015-491a-b1ef-181b7a695520 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:45.988257 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b5c5dd20-8fe4-4567-af34-a9a9ffe63503 req-b57b9a61-d015-491a-b1ef-181b7a695520 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 945 time: 0.0886652
Feb 18 00:29:46.034628 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b5c5dd20-8fe4-4567-af34-a9a9ffe63503 req-9209d135-3922-4698-97b1-55357ca68343 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400863
Feb 18 00:29:47.274200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 34389291-ce48-4892-badf-717fa021a2d5 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:29:47.301485 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a7120-9b07-432c-aaa9-161da7e17a4d req-d47f2e5b-0d49-4b5d-aae4-8bdad7a2d57f tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:47.302249 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-a15a7120-9b07-432c-aaa9-161da7e17a4d req-d47f2e5b-0d49-4b5d-aae4-8bdad7a2d57f tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Synchronizing usage tracker for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:29:47.318048 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f3885-1428-4525-a65c-22b498701a21 req-f5b905b4-6eba-4593-b37d-b11a5464983d tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:47.318723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ef0f3885-1428-4525-a65c-22b498701a21 req-f5b905b4-6eba-4593-b37d-b11a5464983d tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Synchronizing usage tracker for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:29:47.334888 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-a15a7120-9b07-432c-aaa9-161da7e17a4d req-d47f2e5b-0d49-4b5d-aae4-8bdad7a2d57f tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Unset dirty status for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:29:47.336136 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a15a7120-9b07-432c-aaa9-161da7e17a4d req-d47f2e5b-0d49-4b5d-aae4-8bdad7a2d57f tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 945 time: 0.1881461
Feb 18 00:29:47.339690 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ef0f3885-1428-4525-a65c-22b498701a21 req-f5b905b4-6eba-4593-b37d-b11a5464983d tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Unset dirty status for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:29:47.340811 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef0f3885-1428-4525-a65c-22b498701a21 req-f5b905b4-6eba-4593-b37d-b11a5464983d tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "GET /v2.0/ports?device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 945 time: 0.1484601
Feb 18 00:29:47.397234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:47.426039 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34389291-ce48-4892-badf-717fa021a2d5'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:29:47.436311 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 34389291-ce48-4892-badf-717fa021a2d5, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=34389291-ce48-4892-badf-717fa021a2d5,segment=NetworkSegment(4596e639-94f8-495a-9c41-f309d278370d),segment_id=4596e639-94f8-495a-9c41-f309d278370d)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:29:47.439471 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:47.441560 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-680a462f-78c8-4fe4-99d7-0235147c7a44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:29:47.450750 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a15a7120-9b07-432c-aaa9-161da7e17a4d req-fc59feaf-aa1a-4674-9e9d-c9f7b7021a5a tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075661
Feb 18 00:29:47.457043 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-ef0f3885-1428-4525-a65c-22b498701a21 req-4e8b7179-515a-4f8d-82d1-70b4d6b956d7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Deleting port 34389291-ce48-4892-badf-717fa021a2d5 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:29:47.457429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef0f3885-1428-4525-a65c-22b498701a21 req-4e8b7179-515a-4f8d-82d1-70b4d6b956d7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:47.515285 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=34389291-ce48-4892-badf-717fa021a2d5,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:29:47.520104 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:29:47.536555 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34389291-ce48-4892-badf-717fa021a2d5', 'code': 200}
Feb 18 00:29:47.726133 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-ef0f3885-1428-4525-a65c-22b498701a21 req-4e8b7179-515a-4f8d-82d1-70b4d6b956d7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] For port 34389291-ce48-4892-badf-717fa021a2d5, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=34389291-ce48-4892-badf-717fa021a2d5,segment=NetworkSegment(4596e639-94f8-495a-9c41-f309d278370d),segment_id=4596e639-94f8-495a-9c41-f309d278370d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:29:47.726535 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef0f3885-1428-4525-a65c-22b498701a21 req-4e8b7179-515a-4f8d-82d1-70b4d6b956d7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:47.858848 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-ef0f3885-1428-4525-a65c-22b498701a21 req-4e8b7179-515a-4f8d-82d1-70b4d6b956d7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Calling delete_port for 34389291-ce48-4892-badf-717fa021a2d5 owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:29:48.006604 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef0f3885-1428-4525-a65c-22b498701a21 req-4e8b7179-515a-4f8d-82d1-70b4d6b956d7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:48.021949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-669c0ea4-596e-4198-8ef9-19d76a9dc29a tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:29:48.127201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b7179-515a-4f8d-82d1-70b4d6b956d7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Pushing event deleted for resources: {'Port': ['ID=34389291-ce48-4892-badf-717fa021a2d5,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:29:48.137538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4e8b7179-515a-4f8d-82d1-70b4d6b956d7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:29:48.233028 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0f3885-1428-4525-a65c-22b498701a21 req-4e8b7179-515a-4f8d-82d1-70b4d6b956d7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] No DVR routers for this DVR port 34389291-ce48-4892-badf-717fa021a2d5 on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:29:48.235232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef0f3885-1428-4525-a65c-22b498701a21 req-4e8b7179-515a-4f8d-82d1-70b4d6b956d7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:48.238251 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe', 'name': 'network-vif-deleted', 'tag': '34389291-ce48-4892-badf-717fa021a2d5'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:29:48.255000 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef0f3885-1428-4525-a65c-22b498701a21 req-4e8b7179-515a-4f8d-82d1-70b4d6b956d7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "DELETE /v2.0/ports/34389291-ce48-4892-badf-717fa021a2d5 HTTP/1.1" status: 204  len: 173 time: 0.8971033
Feb 18 00:29:48.291146 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe', 'name': 'network-vif-deleted', 'tag': '34389291-ce48-4892-badf-717fa021a2d5', 'status': 'completed', 'code': 200}
Feb 18 00:29:48.629172 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c2b08106-c9f6-487c-8408-b480d39ff539 req-cc6b79a6-4ddc-4650-ae95-66a47257e5b6 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=5245b1c7-1a04-4243-9bfe-7e6c1f4c3ebe HTTP/1.1" status: 200  len: 210 time: 0.0494573
Feb 18 00:29:50.334087 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-42f07e7e-cb9a-4d51-876f-888d7e62ec3c req-4feaaf55-c160-42d0-a7fd-d0d54251ebd3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0839422
Feb 18 00:29:50.431057 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f07e7e-cb9a-4d51-876f-888d7e62ec3c req-e4bce7a8-fe38-4ef6-bcb6-c63ce3d1a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:50.432679 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-42f07e7e-cb9a-4d51-876f-888d7e62ec3c req-e4bce7a8-fe38-4ef6-bcb6-c63ce3d1a08d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93867f8058ff464a9b5982ece43dedf2&device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 1162 time: 0.0769274
Feb 18 00:29:50.588595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f07e7e-cb9a-4d51-876f-888d7e62ec3c req-a268c93e-45df-4e02-8c52-5ae493893eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:50.590097 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-42f07e7e-cb9a-4d51-876f-888d7e62ec3c req-a268c93e-45df-4e02-8c52-5ae493893eb4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3e465ad2-f143-4de9-8a06-ba43da1696d7 HTTP/1.1" status: 200  len: 908 time: 0.1384606
Feb 18 00:29:50.666444 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-42f07e7e-cb9a-4d51-876f-888d7e62ec3c req-0ff065af-8194-488d-8c79-549bf48a7b4e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98d63e48-1c1c-49e6-b687-dc090a9e6463 HTTP/1.1" status: 200  len: 217 time: 0.0701120
Feb 18 00:29:50.733065 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f07e7e-cb9a-4d51-876f-888d7e62ec3c req-6e476cac-09b3-4a15-8926-0d5e8a9f4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:50.734561 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-42f07e7e-cb9a-4d51-876f-888d7e62ec3c req-6e476cac-09b3-4a15-8926-0d5e8a9f4e74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=201a9cd4-a935-45bc-924f-586f7f3337f2 HTTP/1.1" status: 200  len: 854 time: 0.0625484
Feb 18 00:29:50.789623 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-42f07e7e-cb9a-4d51-876f-888d7e62ec3c req-934130bd-428a-4ac6-975f-41256778dffd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3e465ad2-f143-4de9-8a06-ba43da1696d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486453
Feb 18 00:29:50.887722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:50.933356 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-42f07e7e-cb9a-4d51-876f-888d7e62ec3c req-98911602-d69a-4657-84ae-75e21265f006 service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367519
Feb 18 00:29:51.079678 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-42f07e7e-cb9a-4d51-876f-888d7e62ec3c req-61250547-6a7b-4703-bb3a-b78c2198e587 service neutron] 10.222.0.58 "GET /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398220
Feb 18 00:29:51.341995 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b7858-e2e4-4401-9a32-0380d07eb0c4 req-348bb510-9e9c-411f-b8df-33288f2de632 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:51.342754 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-510b7858-e2e4-4401-9a32-0380d07eb0c4 req-348bb510-9e9c-411f-b8df-33288f2de632 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Synchronizing usage tracker for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:29:51.357764 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-510b7858-e2e4-4401-9a32-0380d07eb0c4 req-348bb510-9e9c-411f-b8df-33288f2de632 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Unset dirty status for tenant:93867f8058ff464a9b5982ece43dedf2 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:29:51.358997 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-510b7858-e2e4-4401-9a32-0380d07eb0c4 req-348bb510-9e9c-411f-b8df-33288f2de632 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 945 time: 0.1009734
Feb 18 00:29:51.406612 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-510b7858-e2e4-4401-9a32-0380d07eb0c4 req-4aaa4b61-2523-4b2f-a1b8-59711ecb32b9 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411785
Feb 18 00:29:52.059418 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1cc05915-70e0-4721-95dc-8d226af0ead7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:52.606986 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654d7c5-49e0-4c9c-8cb0-25702e00a9f3 req-ca7930dc-3643-4384-93f4-17539d58cc2d tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:52.608599 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1654d7c5-49e0-4c9c-8cb0-25702e00a9f3 req-ca7930dc-3643-4384-93f4-17539d58cc2d tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 945 time: 0.0893948
Feb 18 00:29:52.657267 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1654d7c5-49e0-4c9c-8cb0-25702e00a9f3 req-21a368fc-ec7a-4d54-b84c-7bdc0e118847 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/security-groups?id=580c686f-ec06-4419-92a3-18b055364197&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421894
Feb 18 00:29:52.717305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef3f1b-1a11-47de-a320-9901bbdc2f0b req-a367976c-0f14-49db-846e-d51bdd0598d7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:29:52.718817 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d2ef3f1b-1a11-47de-a320-9901bbdc2f0b req-a367976c-0f14-49db-846e-d51bdd0598d7 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 945 time: 0.0882723
Feb 18 00:29:52.794281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-d2ef3f1b-1a11-47de-a320-9901bbdc2f0b req-e324df23-4cbf-4bca-bd61-e10fe20553b4 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Deleting port 98d63e48-1c1c-49e6-b687-dc090a9e6463 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:29:52.795145 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d2ef3f1b-1a11-47de-a320-9901bbdc2f0b req-e324df23-4cbf-4bca-bd61-e10fe20553b4 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:53.054985 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-d2ef3f1b-1a11-47de-a320-9901bbdc2f0b req-e324df23-4cbf-4bca-bd61-e10fe20553b4 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] For port 98d63e48-1c1c-49e6-b687-dc090a9e6463, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=98d63e48-1c1c-49e6-b687-dc090a9e6463,segment=NetworkSegment(4596e639-94f8-495a-9c41-f309d278370d),segment_id=4596e639-94f8-495a-9c41-f309d278370d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:29:53.055322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d2ef3f1b-1a11-47de-a320-9901bbdc2f0b req-e324df23-4cbf-4bca-bd61-e10fe20553b4 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:53.188012 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-d2ef3f1b-1a11-47de-a320-9901bbdc2f0b req-e324df23-4cbf-4bca-bd61-e10fe20553b4 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Calling delete_port for 98d63e48-1c1c-49e6-b687-dc090a9e6463 owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:29:53.320225 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 98d63e48-1c1c-49e6-b687-dc090a9e6463 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:29:53.337728 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d2ef3f1b-1a11-47de-a320-9901bbdc2f0b req-e324df23-4cbf-4bca-bd61-e10fe20553b4 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:53.352775 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-58e26853-084b-41bf-9808-ca3559bc5589 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:29:53.359875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] No Port match for: 98d63e48-1c1c-49e6-b687-dc090a9e6463 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:29:53.360272 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 98d63e48-1c1c-49e6-b687-dc090a9e6463 not bound to the agent host hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:29:53.679748 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324df23-4cbf-4bca-bd61-e10fe20553b4 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Pushing event deleted for resources: {'Port': ['ID=98d63e48-1c1c-49e6-b687-dc090a9e6463,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:29:53.690099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e324df23-4cbf-4bca-bd61-e10fe20553b4 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:29:53.828108 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bf6a1e12-e45f-4634-8703-3d693a3b8734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:53.837217 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ef3f1b-1a11-47de-a320-9901bbdc2f0b req-e324df23-4cbf-4bca-bd61-e10fe20553b4 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] No DVR routers for this DVR port 98d63e48-1c1c-49e6-b687-dc090a9e6463 on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:29:53.839387 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d2ef3f1b-1a11-47de-a320-9901bbdc2f0b req-e324df23-4cbf-4bca-bd61-e10fe20553b4 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:53.843445 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6d5031-df6e-46fa-ac48-c14dc5269387', 'name': 'network-vif-deleted', 'tag': '98d63e48-1c1c-49e6-b687-dc090a9e6463'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:29:53.849959 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02a3c7f8-3038-4f8e-877c-9f8f7ca972aa req-bd5f213f-3c3f-45aa-b05e-8493880b2da8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b6d5031-df6e-46fa-ac48-c14dc5269387 HTTP/1.1" status: 200  len: 210 time: 0.0703990
Feb 18 00:29:53.860020 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d2ef3f1b-1a11-47de-a320-9901bbdc2f0b req-e324df23-4cbf-4bca-bd61-e10fe20553b4 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] 10.222.0.58 "DELETE /v2.0/ports/98d63e48-1c1c-49e6-b687-dc090a9e6463 HTTP/1.1" status: 204  len: 173 time: 1.1357236
Feb 18 00:29:53.894484 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6d5031-df6e-46fa-ac48-c14dc5269387', 'name': 'network-vif-deleted', 'tag': '98d63e48-1c1c-49e6-b687-dc090a9e6463', 'status': 'completed', 'code': 200}
Feb 18 00:29:54.952292 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 48504) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:29:55.021420 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ff50f4-242a-4741-99fd-c24b8a75f122 admin admin] Deleting subnet 201a9cd4-a935-45bc-924f-586f7f3337f2 {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:29:55.025437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9ff50f4-242a-4741-99fd-c24b8a75f122 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:55.077474 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9ff50f4-242a-4741-99fd-c24b8a75f122 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32911427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:55.134322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:55.137922 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9ff50f4-242a-4741-99fd-c24b8a75f122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:55.397462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9ff50f4-242a-4741-99fd-c24b8a75f122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824585018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822545795'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:55.412749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:29:55.502308 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff50f4-242a-4741-99fd-c24b8a75f122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=201a9cd4-a935-45bc-924f-586f7f3337f2,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:29:55.505145 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a9ff50f4-242a-4741-99fd-c24b8a75f122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:29:55.548639 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9ff50f4-242a-4741-99fd-c24b8a75f122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:55.554654 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a9ff50f4-242a-4741-99fd-c24b8a75f122 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/201a9cd4-a935-45bc-924f-586f7f3337f2 HTTP/1.1" status: 204  len: 168 time: 0.6012299
Feb 18 00:29:55.557477 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 48508) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:29:55.673540 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:55.865961 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:55.980550 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd30e2ae3c8>,) {'filters': {'network_id': ['3e465ad2-f143-4de9-8a06-ba43da1696d7']}} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:29:55.993390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30e2ae3c8>, '4596e639-94f8-495a-9c41-f309d278370d') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:29:55.993765 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30e2ae3c8>, '4596e639-94f8-495a-9c41-f309d278370d') {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:29:56.005648 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821864357'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:56.020960 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:56.023145 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:29:56.039165 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:56.056640 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:29:56.205900 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] Network 3e465ad2-f143-4de9-8a06-ba43da1696d7 has no segments {{(pid=83992) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:29:56.215694 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30189113'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:56.399215 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] Network 3e465ad2-f143-4de9-8a06-ba43da1696d7 has no segments {{(pid=83992) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:29:56.423686 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:29:56.439063 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:56.501941 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:56.505456 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d26192b6-fbc3-4dcf-9b8e-8768db909bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:29:56.521360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:56.529290 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e465ad2-f143-4de9-8a06-ba43da1696d7,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:29:56.532312 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3e465ad2-f143-4de9-8a06-ba43da1696d7 HTTP/1.1" status: 204  len: 168 time: 0.9738412
Feb 18 00:29:56.533301 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-affaaa58-b79d-4116-af39-d1dd4492eeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:29:56.648924 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 48514) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:29:56.701037 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-54450604-40b0-4041-be55-27956577edb2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93867f8058ff464a9b5982ece43dedf2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507951
Feb 18 00:29:56.703647 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 48518) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:29:56.764248 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ace3bcc-342f-47cc-9d31-92125563ca46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:56.791482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ace3bcc-342f-47cc-9d31-92125563ca46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:56.836933 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ace3bcc-342f-47cc-9d31-92125563ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:56.842595 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3a59a299-5e0d-48e1-b318-16c7a3658af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:29:56.859774 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace3bcc-342f-47cc-9d31-92125563ca46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580c686f-ec06-4419-92a3-18b055364197,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:29:56.865312 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9ace3bcc-342f-47cc-9d31-92125563ca46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:29:56.867272 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ace3bcc-342f-47cc-9d31-92125563ca46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:29:56.868488 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9ace3bcc-342f-47cc-9d31-92125563ca46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/580c686f-ec06-4419-92a3-18b055364197 HTTP/1.1" status: 204  len: 168 time: 0.1638365
Feb 18 00:30:00.914606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798eb48-a131-4487-8ec7-76034bf79b29 req-992f0cbe-31d7-40e9-b2bc-04bc7710426d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:00.916121 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1798eb48-a131-4487-8ec7-76034bf79b29 req-992f0cbe-31d7-40e9-b2bc-04bc7710426d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 945 time: 0.0869055
Feb 18 00:30:00.963629 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1798eb48-a131-4487-8ec7-76034bf79b29 req-5c51d361-d823-43b0-bd18-a75e0e4e6bad tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0413797
Feb 18 00:30:02.174624 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74383720-fd62-4fb7-861c-f242fb6e4f38 req-341d5805-b80f-491b-9602-f62f90ecbce4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:02.176830 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-74383720-fd62-4fb7-861c-f242fb6e4f38 req-341d5805-b80f-491b-9602-f62f90ecbce4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 945 time: 0.0995314
Feb 18 00:30:02.180031 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-84c21468-84b6-42b2-a44f-331b9cb829d9 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:02.181984 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-84c21468-84b6-42b2-a44f-331b9cb829d9 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 945 time: 0.0949678
Feb 18 00:30:02.225744 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-74383720-fd62-4fb7-861c-f242fb6e4f38 req-d7b18dab-8dd3-4d94-8e46-d18849ebff3c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0432117
Feb 18 00:30:02.264568 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Deleting port 6dc9d590-66e7-42f6-94d7-525d83c015fe {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:30:02.264965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:02.529976 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] For port 6dc9d590-66e7-42f6-94d7-525d83c015fe, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=6dc9d590-66e7-42f6-94d7-525d83c015fe,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:30:02.530295 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:02.834366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:02.834679 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:02.835031 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Floating IP a93cacca-955f-49c5-b6fa-23d91e44a7dd disassociated. External IP: 172.27.3.208, port: 6dc9d590-66e7-42f6-94d7-525d83c015fe.
Feb 18 00:30:02.835407 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Calling delete_port for 6dc9d590-66e7-42f6-94d7-525d83c015fe owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:30:02.983047 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:02.998672 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0778b158-848d-4bf2-9ea4-5b3703495425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:03.092733 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event deleted for resources: {'Port': ['ID=6dc9d590-66e7-42f6-94d7-525d83c015fe,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:03.099292 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:03.626190 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c16f0e1d-e87f-44c9-bd1d-7d06d72bf7e5 req-22aad35d-3a51-4b47-834e-fbc13974a856 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 210 time: 0.0660150
Feb 18 00:30:03.652948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Router b5c9e0c3-f00d-4541-803e-31d6eb11a262 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:30:03.844539 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:30:03.854294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3997f9-e8ee-4861-b11f-bccdf4bfeea8 None None] Sync routers for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:30:03.865803 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3997f9-e8ee-4861-b11f-bccdf4bfeea8 None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:30:03.866382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3c3997f9-e8ee-4861-b11f-bccdf4bfeea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f6c5d30>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:29:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:30:03.887076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] No DVR routers for this DVR port 6dc9d590-66e7-42f6-94d7-525d83c015fe on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:30:03.889410 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:03.892187 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5158f857-5e2b-4458-8a0e-718101d50237', 'name': 'network-vif-deleted', 'tag': '6dc9d590-66e7-42f6-94d7-525d83c015fe'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:30:03.908087 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d0f354b-1247-45dc-a56e-f0e76ab89beb req-6385ceb2-e69a-4a5e-9c8e-cbb2ef350721 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "DELETE /v2.0/ports/6dc9d590-66e7-42f6-94d7-525d83c015fe HTTP/1.1" status: 204  len: 173 time: 1.7194495
Feb 18 00:30:03.940849 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5158f857-5e2b-4458-8a0e-718101d50237', 'name': 'network-vif-deleted', 'tag': '6dc9d590-66e7-42f6-94d7-525d83c015fe', 'status': 'completed', 'code': 200}
Feb 18 00:30:04.052929 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-3c3997f9-e8ee-4861-b11f-bccdf4bfeea8 None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:30:04.382698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3c3997f9-e8ee-4861-b11f-bccdf4bfeea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f6c5d30>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:30:04.387222 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3997f9-e8ee-4861-b11f-bccdf4bfeea8 None None] Checking router: b5c9e0c3-f00d-4541-803e-31d6eb11a262 for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:30:04.395934 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3997f9-e8ee-4861-b11f-bccdf4bfeea8 None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:30:04.396608 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3c3997f9-e8ee-4861-b11f-bccdf4bfeea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f6c5d30>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:29:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:30:04.741782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-3c3997f9-e8ee-4861-b11f-bccdf4bfeea8 None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:30:04.788456 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-5c5aa24c-64e4-4280-a3e4-0e68fcb0c382 req-d86e0f95-a74c-4980-8ef5-14aeb146e804 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:30:04.803641 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-5c5aa24c-64e4-4280-a3e4-0e68fcb0c382 req-d86e0f95-a74c-4980-8ef5-14aeb146e804 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:30:04.804993 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5c5aa24c-64e4-4280-a3e4-0e68fcb0c382 req-d86e0f95-a74c-4980-8ef5-14aeb146e804 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 210 time: 0.0655966
Feb 18 00:30:05.075372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3c3997f9-e8ee-4861-b11f-bccdf4bfeea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f6c5d30>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:30:05.079480 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3997f9-e8ee-4861-b11f-bccdf4bfeea8 None None] The sync data for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi is: [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:30:05.085108 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 6dc9d590-66e7-42f6-94d7-525d83c015fe no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:30:05.125702 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] No Port match for: 6dc9d590-66e7-42f6-94d7-525d83c015fe {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:30:05.126206 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 6dc9d590-66e7-42f6-94d7-525d83c015fe not bound to the agent host hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:30:05.451354 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b8ecbb-be6e-49ca-b87f-edd383b7d0d4 None None] New status for floating IP a93cacca-955f-49c5-b6fa-23d91e44a7dd: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:30:06.140708 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6b388e8d-0c00-4f96-8631-3a661cb456d0 req-31e90f7d-632b-4962-ba2a-fa83ba7114ce tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5158f857-5e2b-4458-8a0e-718101d50237 HTTP/1.1" status: 200  len: 210 time: 0.0521405
Feb 18 00:30:07.526825 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-6527e313-f671-41c1-b338-977b7f4469f9 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-465757373&fields=id&tenant_id=bbe98c48a32e40f393f955451c6374aa HTTP/1.1" status: 200  len: 267 time: 0.0447273
Feb 18 00:30:07.691302 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-90b493de-e8b6-449f-b68c-9cb6633550d1 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:07.692851 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-90b493de-e8b6-449f-b68c-9cb6633550d1 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 811 time: 0.1588562
Feb 18 00:30:07.709205 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-288a584c-a941-4a91-9412-e40a1b136f43 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/quotas/bbe98c48a32e40f393f955451c6374aa HTTP/1.1" status: 200  len: 375 time: 0.0102758
Feb 18 00:30:07.803485 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-81e50849-63a0-4d8c-85ad-9e9b9744ea88 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0888658
Feb 18 00:30:07.820234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-fe8e5363-60b9-45ec-ab71-aa97f75ac8d8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:30:07.821292 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-fe8e5363-60b9-45ec-ab71-aa97f75ac8d8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0053878
Feb 18 00:30:07.961220 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-f6a1fa64-742e-4153-8004-ff9c8ede8b31 service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340594
Feb 18 00:30:08.100492 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-a656edca-fa19-4d8b-b3ea-6ed5b3dd5bab service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1329901
Feb 18 00:30:08.511546 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73536d6e-a047-4871-b0a3-2e1895d50934 req-837ab9a6-f372-43f7-b7c2-6d421934a78a tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 210 time: 0.0490592
Feb 18 00:30:09.137671 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 48692) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:09.263254 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3b55c07b-417b-4878-b813-0fe1301b6e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:09.278382 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3b55c07b-417b-4878-b813-0fe1301b6e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:30:09.282383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3b55c07b-417b-4878-b813-0fe1301b6e87 admin admin] Usage tracker for resource:security_group_rule and tenant:1df13671060445fc979af79a1aa58885 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:30:09.285315 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3b55c07b-417b-4878-b813-0fe1301b6e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:30:09.291047 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3b55c07b-417b-4878-b813-0fe1301b6e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:30:09.383860 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3b55c07b-417b-4878-b813-0fe1301b6e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:09.386683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3b55c07b-417b-4878-b813-0fe1301b6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:09.395600 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:09.512921 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3b55c07b-417b-4878-b813-0fe1301b6e87 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1df13671060445fc979af79a1aa58885&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3739021
Feb 18 00:30:09.515961 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48698) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:09.533255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55c07b-417b-4878-b813-0fe1301b6e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c77fb87-d1d5-4e7f-aed8-c6e48072dbeb,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:09.538998 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3b55c07b-417b-4878-b813-0fe1301b6e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:09.603095 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-4a8d0d38-9ac2-4c88-a24a-53acc14c78ca tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:09.605556 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-4a8d0d38-9ac2-4c88-a24a-53acc14c78ca tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 811 time: 0.1864631
Feb 18 00:30:09.626931 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:09.686058 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-bc4bfb26-4189-4a0b-90c1-f23d4aa0d751 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbe98c48a32e40f393f955451c6374aa HTTP/1.1" status: 200  len: 5763 time: 0.0724711
Feb 18 00:30:09.696128 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Request body: {'port': {'device_id': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'admin_state_up': True, 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'security_groups': ['553a13fc-8373-492f-a60f-4d9a2d2ebfcf']}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:30:09.705606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:09.857463 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:30:09.868490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:30:09.877529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Made reservation on behalf of bbe98c48a32e40f393f955451c6374aa for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:30:09.883542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:09.957197 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fc13761e-0d7c-48fd-9c92-aa1e39d96004 req-5bea53b4-45b4-44ef-b3d3-522a9d92245c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 210 time: 0.3050468
Feb 18 00:30:09.992511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:09.997762 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b45cc85e-c5ae-415d-a6eb-c37af8a1717b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:10.008891 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c77fb87-d1d5-4e7f-aed8-c6e48072dbeb,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:10.020295 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:10.021534 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c77fb87-d1d5-4e7f-aed8-c6e48072dbeb HTTP/1.1" status: 204  len: 168 time: 0.5044856
Feb 18 00:30:10.023142 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.023568 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.024199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.024437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.024843 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.025253 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.026010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.026010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.026429 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.027430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.027834 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.028237 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.029201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.029201 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.029476 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.029874 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.030271 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.030674 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.031068 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.031464 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.031866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.032256 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.032657 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.033055 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:10.036749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:10.234968 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Allocated IP 172.20.0.3 (02b75107-ce2b-41d2-b3a8-04146635cea8/62939898-b1a6-46d6-8d28-2f4301a93cd6/d5702a59-c80d-47aa-8b1f-8b5fafc955a3) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:30:10.368258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 48708) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:10.396833 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-77a30052-81d3-417f-90a6-9497638c725c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:10.422053 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-77a30052-81d3-417f-90a6-9497638c725c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:30:10.439325 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-77a30052-81d3-417f-90a6-9497638c725c admin admin] Usage tracker for resource:security_group_rule and tenant:8e16304b3a334a30b9815f3de0ec79c0 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:30:10.445203 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-77a30052-81d3-417f-90a6-9497638c725c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:30:10.461369 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-77a30052-81d3-417f-90a6-9497638c725c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:30:10.498457 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:10.523611 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Transition to ACTIVE for port object d5702a59-c80d-47aa-8b1f-8b5fafc955a3 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:30:10.598708 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:10.615799 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:10.651789 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-77a30052-81d3-417f-90a6-9497638c725c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:10.714770 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-77a30052-81d3-417f-90a6-9497638c725c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:10.780272 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event updated for resources: {'Port': ['ID=d5702a59-c80d-47aa-8b1f-8b5fafc955a3,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:10.786419 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-77a30052-81d3-417f-90a6-9497638c725c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e16304b3a334a30b9815f3de0ec79c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4170415
Feb 18 00:30:10.789651 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48712) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:10.792037 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:10.793173 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e8bfc97f-01c8-4543-a868-06594d41217a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:10.848122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a30052-81d3-417f-90a6-9497638c725c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d921ffe-4e30-4b9f-bb62-88ee66d72826,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:10.852013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f715cf4b-a170-4d68-8339-78df99e5ae2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:10.852492 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-77a30052-81d3-417f-90a6-9497638c725c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:10.870211 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Network 02b75107-ce2b-41d2-b3a8-04146635cea8 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:30:10.871935 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:30:10.874184 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:30:10.885075 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f715cf4b-a170-4d68-8339-78df99e5ae2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:10.937340 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f715cf4b-a170-4d68-8339-78df99e5ae2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:10.942592 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a2f79318-9dcf-4ccc-b45c-d9f4e9acc7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:10.944303 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:10.945007 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:10.958622 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715cf4b-a170-4d68-8339-78df99e5ae2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d921ffe-4e30-4b9f-bb62-88ee66d72826,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:10.960879 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f715cf4b-a170-4d68-8339-78df99e5ae2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:10.962121 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f715cf4b-a170-4d68-8339-78df99e5ae2c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d921ffe-4e30-4b9f-bb62-88ee66d72826 HTTP/1.1" status: 204  len: 168 time: 0.1713550
Feb 18 00:30:10.963242 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f715cf4b-a170-4d68-8339-78df99e5ae2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:11.000397 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-e841b2b4-8531-4a3b-a816-f3ffa8007c78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3083677
Feb 18 00:30:11.014327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Request body: {'port': {'device_id': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:30:11.139773 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-378e7664-b5e8-44ad-9bd5-5f971dcca452 None None] Provisioning for port d5702a59-c80d-47aa-8b1f-8b5fafc955a3 completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:30:11.145258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-378e7664-b5e8-44ad-9bd5-5f971dcca452 None None] Provisioning complete for port d5702a59-c80d-47aa-8b1f-8b5fafc955a3 triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:30:11.145869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-378e7664-b5e8-44ad-9bd5-5f971dcca452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:11.205129 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:11.218482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-378e7664-b5e8-44ad-9bd5-5f971dcca452 None None] Port d5702a59-c80d-47aa-8b1f-8b5fafc955a3 cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:30:11.291761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e0188-433b-493c-a2ae-082b6959ee56 req-fedf9d9e-e0fb-47f0-8933-cb2e78d46c64 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:11.292605 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-a76e0188-433b-493c-a2ae-082b6959ee56 req-fedf9d9e-e0fb-47f0-8933-cb2e78d46c64 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:30:11.360718 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-a76e0188-433b-493c-a2ae-082b6959ee56 req-fedf9d9e-e0fb-47f0-8933-cb2e78d46c64 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:30:11.362255 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a76e0188-433b-493c-a2ae-082b6959ee56 req-fedf9d9e-e0fb-47f0-8933-cb2e78d46c64 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 931 time: 0.2805271
Feb 18 00:30:11.486088 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a76e0188-433b-493c-a2ae-082b6959ee56 req-106ba75a-934c-456b-895e-1555f4bd92aa tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1131797
Feb 18 00:30:11.711589 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5702a59-c80d-47aa-8b1f-8b5fafc955a3 {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:30:11.719632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:11.732282 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Transition to ACTIVE for port object d5702a59-c80d-47aa-8b1f-8b5fafc955a3 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:30:11.735127 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:11.753629 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b83e7b40-a5fe-4d5d-b4d4-a76efb60e838 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:11.888071 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Pushing event updated for resources: {'Port': ['ID=d5702a59-c80d-47aa-8b1f-8b5fafc955a3,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:11.893482 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:12.084175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Attempting to bind port d5702a59-c80d-47aa-8b1f-8b5fafc955a3 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:30:12.084688 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Attempting to bind port d5702a59-c80d-47aa-8b1f-8b5fafc955a3 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:30:12.085159 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Attempting to bind port d5702a59-c80d-47aa-8b1f-8b5fafc955a3 on network 02b75107-ce2b-41d2-b3a8-04146635cea8 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:30:12.092218 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:30:12.092634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Checking segment: {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:30:12.093052 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:12.093457 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Bound using segment: {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:30:12.093947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Bound port: d5702a59-c80d-47aa-8b1f-8b5fafc955a3, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:30:12.094335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:12.196553 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] For port d5702a59-c80d-47aa-8b1f-8b5fafc955a3, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:30:12.199815 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] For port d5702a59-c80d-47aa-8b1f-8b5fafc955a3, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d5702a59-c80d-47aa-8b1f-8b5fafc955a3,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:30:12.206975 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:12.223260 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:12.624145 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Pushing event updated for resources: {'Port': ['ID=d5702a59-c80d-47aa-8b1f-8b5fafc955a3,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:12.628227 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:12.674847 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:12.676099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:12.678054 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] 10.222.0.58 "PUT /v2.0/ports/d5702a59-c80d-47aa-8b1f-8b5fafc955a3 HTTP/1.1" status: 200  len: 1157 time: 1.6695209
Feb 18 00:30:12.678984 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'tag': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:30:12.711070 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28baba1-e4b8-471f-9e64-b485d0dce90e req-cd7ff23d-b85b-424d-b936-7882cc07aca7 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:12.718469 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e28baba1-e4b8-471f-9e64-b485d0dce90e req-cd7ff23d-b85b-424d-b936-7882cc07aca7 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 943 time: 0.1165280
Feb 18 00:30:12.772803 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'tag': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'status': 'completed', 'code': 200}
Feb 18 00:30:12.784109 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e28baba1-e4b8-471f-9e64-b485d0dce90e req-b39a9688-2c48-421b-a33e-9f54111481c0 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0639234
Feb 18 00:30:12.816288 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-6455d36e-dbd9-4ad7-b382-e86f94575d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:12.818025 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-6455d36e-dbd9-4ad7-b382-e86f94575d76 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 1160 time: 0.0943127
Feb 18 00:30:12.896785 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-86652d25-dddf-40c3-8f3d-4cae31c5f256 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5702a59-c80d-47aa-8b1f-8b5fafc955a3 HTTP/1.1" status: 200  len: 217 time: 0.0705705
Feb 18 00:30:12.970308 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-a2ccf6b2-da73-4638-83d8-d1b8890bda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:12.971888 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-a2ccf6b2-da73-4638-83d8-d1b8890bda04 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0688047
Feb 18 00:30:12.996720 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48766) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:13.055769 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-7393be46-7b83-4082-85fc-e8a862e9673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:13.057387 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-7393be46-7b83-4082-85fc-e8a862e9673b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0787253
Feb 18 00:30:13.121740 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0de929fe-6904-4ec2-b3d4-aef9d86e83c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:13.138113 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0de929fe-6904-4ec2-b3d4-aef9d86e83c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:30:13.142158 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0de929fe-6904-4ec2-b3d4-aef9d86e83c6 admin admin] Usage tracker for resource:security_group_rule and tenant:4e93044fad544a9f909d75d69f03963e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:30:13.145099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0de929fe-6904-4ec2-b3d4-aef9d86e83c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:30:13.150830 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0de929fe-6904-4ec2-b3d4-aef9d86e83c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:30:13.203082 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-b2baf6cd-9161-4c02-a55d-8a8cb1f020e2 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388516
Feb 18 00:30:13.236426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0de929fe-6904-4ec2-b3d4-aef9d86e83c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:13.240015 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0de929fe-6904-4ec2-b3d4-aef9d86e83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:13.249710 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-efba3a19-3111-4300-bea4-ac6f9a67e58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:13.294540 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0de929fe-6904-4ec2-b3d4-aef9d86e83c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e93044fad544a9f909d75d69f03963e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2966335
Feb 18 00:30:13.296313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de929fe-6904-4ec2-b3d4-aef9d86e83c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa9f3d7-5a38-4ecd-bc14-54022ee4887b,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:13.299083 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48772) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:13.301777 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0de929fe-6904-4ec2-b3d4-aef9d86e83c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:13.351176 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7ad94b-8185-44e6-81c7-2e5a7662a6a1 req-c857ef30-8e7d-4678-a74a-9da533d17119 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415787
Feb 18 00:30:13.361266 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d886cc5-ce25-4b2a-984c-edc039fb7e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:13.389045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d886cc5-ce25-4b2a-984c-edc039fb7e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:13.433757 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d886cc5-ce25-4b2a-984c-edc039fb7e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:13.438691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f715cf4b-a170-4d68-8339-78df99e5ae2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:13.452028 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d886cc5-ce25-4b2a-984c-edc039fb7e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa9f3d7-5a38-4ecd-bc14-54022ee4887b,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:13.454873 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3d886cc5-ce25-4b2a-984c-edc039fb7e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:13.456081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d886cc5-ce25-4b2a-984c-edc039fb7e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:13.460078 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3d886cc5-ce25-4b2a-984c-edc039fb7e2f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3aa9f3d7-5a38-4ecd-bc14-54022ee4887b HTTP/1.1" status: 204  len: 168 time: 0.1574686
Feb 18 00:30:13.481995 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa177421-a81f-433d-9493-e08df8eca153 req-349ca629-a063-41f8-bec9-ba723e2f4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:13.485200 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aa177421-a81f-433d-9493-e08df8eca153 req-349ca629-a063-41f8-bec9-ba723e2f4322 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 1160 time: 0.0919967
Feb 18 00:30:13.635699 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa177421-a81f-433d-9493-e08df8eca153 req-19982215-ea41-4358-a786-142f1cc720d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:13.637382 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aa177421-a81f-433d-9493-e08df8eca153 req-19982215-ea41-4358-a786-142f1cc720d7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.1454289
Feb 18 00:30:13.712056 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aa177421-a81f-433d-9493-e08df8eca153 req-5afc8c01-9b43-4c68-a88b-9c0db38a42b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5702a59-c80d-47aa-8b1f-8b5fafc955a3 HTTP/1.1" status: 200  len: 217 time: 0.0678914
Feb 18 00:30:13.747411 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48780) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:13.767057 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-70088c1c-86af-429e-8fd7-ab546e2c97d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:13.786511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa177421-a81f-433d-9493-e08df8eca153 req-d65683ae-5859-44e7-9fde-443626a0a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:13.787223 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-70088c1c-86af-429e-8fd7-ab546e2c97d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:30:13.788095 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aa177421-a81f-433d-9493-e08df8eca153 req-d65683ae-5859-44e7-9fde-443626a0a541 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0702467
Feb 18 00:30:13.791596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-70088c1c-86af-429e-8fd7-ab546e2c97d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa2b82d5f6240689654ffc6d7c30c2a is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:30:13.794775 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-70088c1c-86af-429e-8fd7-ab546e2c97d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:30:13.801751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-70088c1c-86af-429e-8fd7-ab546e2c97d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:30:13.874749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa177421-a81f-433d-9493-e08df8eca153 req-f753822a-abcc-4370-afb3-8a6cb33196c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:13.876450 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aa177421-a81f-433d-9493-e08df8eca153 req-f753822a-abcc-4370-afb3-8a6cb33196c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0816753
Feb 18 00:30:13.888992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-70088c1c-86af-429e-8fd7-ab546e2c97d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:13.892042 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-70088c1c-86af-429e-8fd7-ab546e2c97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:13.905189 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e9a8e013-0754-4f52-a6c3-6c12104dd87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:13.947085 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-70088c1c-86af-429e-8fd7-ab546e2c97d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffa2b82d5f6240689654ffc6d7c30c2a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1985047
Feb 18 00:30:13.948031 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70088c1c-86af-429e-8fd7-ab546e2c97d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869bcd96-dcbf-4dd2-a6e1-5d1d7c8dbb1a,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:13.952056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-70088c1c-86af-429e-8fd7-ab546e2c97d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:13.952767 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48786) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:14.014698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-860d0eda-bdd9-4521-a0f3-55644ef7003f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:14.042375 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-860d0eda-bdd9-4521-a0f3-55644ef7003f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:14.086747 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-860d0eda-bdd9-4521-a0f3-55644ef7003f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:14.092283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-611c92e5-72fc-4344-9ec0-c215a996d874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:14.095569 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aa177421-a81f-433d-9493-e08df8eca153 req-fc4aad61-2f17-40ea-a583-29cd268864c5 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121613
Feb 18 00:30:14.102557 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaad51-b391-4825-95f7-f6aff10c32e6 req-a70bac59-aa1d-4470-af57-e17719fe005a tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:14.104063 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-adcaad51-b391-4825-95f7-f6aff10c32e6 req-a70bac59-aa1d-4470-af57-e17719fe005a tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 943 time: 0.1975873
Feb 18 00:30:14.106661 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d0eda-bdd9-4521-a0f3-55644ef7003f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869bcd96-dcbf-4dd2-a6e1-5d1d7c8dbb1a,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:14.109332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-860d0eda-bdd9-4521-a0f3-55644ef7003f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:14.111893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-860d0eda-bdd9-4521-a0f3-55644ef7003f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:14.115561 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-860d0eda-bdd9-4521-a0f3-55644ef7003f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/869bcd96-dcbf-4dd2-a6e1-5d1d7c8dbb1a HTTP/1.1" status: 204  len: 168 time: 0.1593623
Feb 18 00:30:14.255404 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-adcaad51-b391-4825-95f7-f6aff10c32e6 req-be4c776e-c984-4204-bcdb-b93ef82176b6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1278837
Feb 18 00:30:14.289979 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aa177421-a81f-433d-9493-e08df8eca153 req-9e23e39d-bf97-4830-8406-17e6e20a5331 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1848440
Feb 18 00:30:15.461212 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d914e-63d6-42a7-affc-59db5946d7d3 req-132992b8-aee8-4549-ad07-143fa93c7299 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:15.462825 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e61d914e-63d6-42a7-affc-59db5946d7d3 req-132992b8-aee8-4549-ad07-143fa93c7299 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 943 time: 0.0937693
Feb 18 00:30:15.511521 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e61d914e-63d6-42a7-affc-59db5946d7d3 req-0573ab4b-6120-46aa-85bd-1347f0e3b664 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0423019
Feb 18 00:30:16.710451 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54519523-5e6d-4e5d-a10d-0b63edbc6b42 req-8a88b6a4-5ee4-43de-8999-4789cd793d89 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:16.712073 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-54519523-5e6d-4e5d-a10d-0b63edbc6b42 req-8a88b6a4-5ee4-43de-8999-4789cd793d89 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 943 time: 0.0867174
Feb 18 00:30:16.759561 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-54519523-5e6d-4e5d-a10d-0b63edbc6b42 req-044bb59b-11a3-4847-a9fb-ccb271170291 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0413911
Feb 18 00:30:17.960241 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666cba9-b8db-40a5-8bce-0ea23cb299f2 req-f784bed6-8eb0-454f-8147-33b35d876817 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:17.961884 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7666cba9-b8db-40a5-8bce-0ea23cb299f2 req-f784bed6-8eb0-454f-8147-33b35d876817 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 943 time: 0.0893404
Feb 18 00:30:18.018042 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7666cba9-b8db-40a5-8bce-0ea23cb299f2 req-b0966f73-9807-47dc-8639-3c8c488e3c4f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0495431
Feb 18 00:30:18.992992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48854) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:19.120390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb734-3b68-4f23-983d-f6aeed39bf5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:19.136656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d2fdb734-3b68-4f23-983d-f6aeed39bf5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:30:19.142043 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d2fdb734-3b68-4f23-983d-f6aeed39bf5e admin admin] Usage tracker for resource:security_group_rule and tenant:ebb62917b8f04d9285a2fef4708517d5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:30:19.145088 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d2fdb734-3b68-4f23-983d-f6aeed39bf5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:30:19.150942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d2fdb734-3b68-4f23-983d-f6aeed39bf5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:30:19.229780 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a778af-231c-4878-9c02-c2993926b4f6 req-e47de8df-0825-4f6d-acf5-3393b604f1a6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:19.231934 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73a778af-231c-4878-9c02-c2993926b4f6 req-e47de8df-0825-4f6d-acf5-3393b604f1a6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 943 time: 0.0981965
Feb 18 00:30:19.238616 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb734-3b68-4f23-983d-f6aeed39bf5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:19.242068 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb734-3b68-4f23-983d-f6aeed39bf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:19.252644 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-789d6de8-1166-44ad-9743-e78def330c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:19.280811 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73a778af-231c-4878-9c02-c2993926b4f6 req-198accb5-da49-420b-b00a-0890e1934c41 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0419986
Feb 18 00:30:19.292478 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d2fdb734-3b68-4f23-983d-f6aeed39bf5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebb62917b8f04d9285a2fef4708517d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2981927
Feb 18 00:30:19.295987 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 48862) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:19.297383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdb734-3b68-4f23-983d-f6aeed39bf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4b061f-1428-40d4-be7b-7ae71eb11fbc,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:19.300954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d2fdb734-3b68-4f23-983d-f6aeed39bf5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:19.360549 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:19.387525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:19.434835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:19.439739 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b2d0d37b-862d-4f39-ac8e-833e3f0b25d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:19.451968 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4b061f-1428-40d4-be7b-7ae71eb11fbc,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:19.461185 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:19.462382 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a4b061f-1428-40d4-be7b-7ae71eb11fbc HTTP/1.1" status: 204  len: 168 time: 0.1650918
Feb 18 00:30:19.463859 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.464280 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.464723 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.465664 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.466033 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.466436 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.466838 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.467221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.467621 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.468024 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.468502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.468991 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.469330 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.469725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.470119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.470513 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.470905 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.471296 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.471687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.472080 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.472496 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.472890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.473282 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.473680 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:19.477200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4238766a-5537-456c-9b4c-14e481b12faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:19.745138 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 48870) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:19.765355 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-35c0741a-8bf3-4abf-9e0b-4db0952cbbcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:19.781947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-35c0741a-8bf3-4abf-9e0b-4db0952cbbcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:30:19.786100 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-35c0741a-8bf3-4abf-9e0b-4db0952cbbcf admin admin] Usage tracker for resource:security_group_rule and tenant:8d9158e5a5b04a9ea554eb55a96ad9d2 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:30:19.789235 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-35c0741a-8bf3-4abf-9e0b-4db0952cbbcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:30:19.795117 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-35c0741a-8bf3-4abf-9e0b-4db0952cbbcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:30:19.878236 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-35c0741a-8bf3-4abf-9e0b-4db0952cbbcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:19.881081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-35c0741a-8bf3-4abf-9e0b-4db0952cbbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:19.890425 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c4e18475-d127-46f4-aa10-e0b3a6a39082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:19.932839 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-35c0741a-8bf3-4abf-9e0b-4db0952cbbcf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d9158e5a5b04a9ea554eb55a96ad9d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1865089
Feb 18 00:30:19.933748 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0741a-8bf3-4abf-9e0b-4db0952cbbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69fcfd2-81a2-47f5-86c9-b0ab0a7c09d6,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:19.935731 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 48874) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:19.937204 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-35c0741a-8bf3-4abf-9e0b-4db0952cbbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:19.998207 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6091-1576-482f-a847-0a686fb1ba2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:20.029570 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6091-1576-482f-a847-0a686fb1ba2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:20.072556 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6091-1576-482f-a847-0a686fb1ba2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:20.077912 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-67de0a4f-3b74-454a-b560-662cb5c8b98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:20.090354 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe6091-1576-482f-a847-0a686fb1ba2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69fcfd2-81a2-47f5-86c9-b0ab0a7c09d6,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:20.094450 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dbfe6091-1576-482f-a847-0a686fb1ba2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:20.100205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6091-1576-482f-a847-0a686fb1ba2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:20.101476 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-dbfe6091-1576-482f-a847-0a686fb1ba2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b69fcfd2-81a2-47f5-86c9-b0ab0a7c09d6 HTTP/1.1" status: 204  len: 168 time: 0.1645746
Feb 18 00:30:20.483717 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec068c-d46b-4ad9-b048-f4c15a0fe9c9 req-d91baf56-2cb0-4be7-bb0e-42b86221a533 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:20.485359 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-86ec068c-d46b-4ad9-b048-f4c15a0fe9c9 req-d91baf56-2cb0-4be7-bb0e-42b86221a533 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 943 time: 0.0908358
Feb 18 00:30:20.535025 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-86ec068c-d46b-4ad9-b048-f4c15a0fe9c9 req-ed108b48-1c04-4a35-885a-53a42eb3e4f7 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0430408
Feb 18 00:30:20.887782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:21.397613 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d5702a59-c80d-47aa-8b1f-8b5fafc955a3 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:30:21.473281 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port d5702a59-c80d-47aa-8b1f-8b5fafc955a3 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:30:21.478185 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port d5702a59-c80d-47aa-8b1f-8b5fafc955a3 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:30:21.478612 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:21.605252 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:21.634876 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:30:21.645562 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port d5702a59-c80d-47aa-8b1f-8b5fafc955a3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d5702a59-c80d-47aa-8b1f-8b5fafc955a3,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:30:21.649636 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:21.651605 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:21.690700 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'code': 200}
Feb 18 00:30:21.724729 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=d5702a59-c80d-47aa-8b1f-8b5fafc955a3,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:21.727926 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:21.744205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578639c-b340-4530-a692-f27c1db4d03d req-2f06513b-a0a4-4049-8689-11c3231087c7 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:21.745887 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1578639c-b340-4530-a692-f27c1db4d03d req-2f06513b-a0a4-4049-8689-11c3231087c7 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 945 time: 0.0952685
Feb 18 00:30:21.795119 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1578639c-b340-4530-a692-f27c1db4d03d req-be460792-dd60-4e00-adf3-e51cba88d455 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0428927
Feb 18 00:30:21.971462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5af0c-7bab-46e1-b188-9e001a6d5ae7 req-7dabc746-65b1-4a38-b906-a0a34be31703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:21.973089 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0eb5af0c-7bab-46e1-b188-9e001a6d5ae7 req-7dabc746-65b1-4a38-b906-a0a34be31703 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 1162 time: 0.0776567
Feb 18 00:30:22.016720 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0eb5af0c-7bab-46e1-b188-9e001a6d5ae7 req-26c88647-afe7-49d7-ad47-86875f376ab7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0368993
Feb 18 00:30:22.059566 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-796c08be-6e57-4bfe-ba80-214cdba1c5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:23.020112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349d19a-cef9-4dd2-af3c-5cf8c94a4150 req-7e97b7cb-b9b6-4cff-809e-202e0bb9f576 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:23.021829 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4349d19a-cef9-4dd2-af3c-5cf8c94a4150 req-7e97b7cb-b9b6-4cff-809e-202e0bb9f576 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 945 time: 0.1100061
Feb 18 00:30:23.089221 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4349d19a-cef9-4dd2-af3c-5cf8c94a4150 req-f73f79cb-7899-41eb-8560-f245dcd36637 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0511868
Feb 18 00:30:23.193672 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d5702a59-c80d-47aa-8b1f-8b5fafc955a3 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:30:23.269454 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port d5702a59-c80d-47aa-8b1f-8b5fafc955a3 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:30:23.269883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:23.829498 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8de21cca-5540-41ff-82b9-d45ff47e367f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:24.292449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf0dae-d3fc-41bf-b30b-f34b222d6902 req-dd1d44e2-33bf-46f6-8fc7-f4db8e7d1899 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:24.294629 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6ecf0dae-d3fc-41bf-b30b-f34b222d6902 req-dd1d44e2-33bf-46f6-8fc7-f4db8e7d1899 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 945 time: 0.0985050
Feb 18 00:30:24.343053 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6ecf0dae-d3fc-41bf-b30b-f34b222d6902 req-dd60cdc7-7784-4c0b-bffd-1445dc009bc3 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0420775
Feb 18 00:30:24.547357 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f3e5b-bd81-4f61-8d8a-466dcb6e0cb1 req-60553f58-ce97-417b-8651-cf89eecc5194 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:24.548976 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7f3e5b-bd81-4f61-8d8a-466dcb6e0cb1 req-60553f58-ce97-417b-8651-cf89eecc5194 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 945 time: 0.0940964
Feb 18 00:30:24.599082 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb7f3e5b-bd81-4f61-8d8a-466dcb6e0cb1 req-69a87544-13ce-4f48-82e9-429cad14f6d2 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0436952
Feb 18 00:30:24.801836 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-ed19a8bb-7363-4631-ad8b-9098442a7740 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1627994
Feb 18 00:30:24.811875 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Request body: {'floatingip': {'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:30:24.817684 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:30:24.827617 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:30:24.836380 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:24.982624 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:25.138643 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:25.257583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Allocated IP 172.27.3.156 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/5ad245eb-40ee-444d-aa3c-1b112220b9f3) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:30:25.411948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:25.440931 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:25.455827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4cb8c5f1-4aec-44c3-af76-ed6ba64d460e tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:25.587731 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event updated for resources: {'Port': ['ID=5ad245eb-40ee-444d-aa3c-1b112220b9f3,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:25.593462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:25.643940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:30:25.645118 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:30:25.647389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:30:25.729917 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:25.790947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:26.043056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:26.309571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:26.313158 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:26.329038 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:26.444591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:26.467221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event updated for resources: {'Port': ['ID=5ad245eb-40ee-444d-aa3c-1b112220b9f3,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:26.472695 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:26.577764 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:26.610557 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:26.612138 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8045189
Feb 18 00:30:26.702525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-058c8916-2b02-4ca1-99dd-ea795b9847f1 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:floatingip {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:30:26.718839 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-058c8916-2b02-4ca1-99dd-ea795b9847f1 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:floatingip {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:30:26.720113 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-058c8916-2b02-4ca1-99dd-ea795b9847f1 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.156 HTTP/1.1" status: 200  len: 696 time: 0.1013496
Feb 18 00:30:26.884716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-c7706398-439d-4fb7-9be0-1353481ce90b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:26.886208 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-161960af-7663-4a7c-a301-ee5dfc080f21 req-c7706398-439d-4fb7-9be0-1353481ce90b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/networks/3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 HTTP/1.1" status: 200  len: 784 time: 0.1602116
Feb 18 00:30:27.072244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-73123781-d493-4052-8aa6-8b133a641ae5 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:27.073880 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-73123781-d493-4052-8aa6-8b133a641ae5 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0880096
Feb 18 00:30:27.164092 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-1a361b0a-a215-4b56-a87d-fbb969bee0aa tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.156 HTTP/1.1" status: 200  len: 696 time: 0.0838130
Feb 18 00:30:27.176194 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-1b4c563d-b789-4d8a-beec-f46fa8bb493f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Request body: {'floatingip': {'port_id': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:30:27.260789 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-1b4c563d-b789-4d8a-beec-f46fa8bb493f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:27.901973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-1b4c563d-b789-4d8a-beec-f46fa8bb493f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:27.904953 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-1b4c563d-b789-4d8a-beec-f46fa8bb493f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:28.088421 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-1b4c563d-b789-4d8a-beec-f46fa8bb493f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Floating IP 4d878c80-2060-4428-9cbe-8e824b8b40e9 associated. External IP: 172.27.3.156, port: d5702a59-c80d-47aa-8b1f-8b5fafc955a3.
Feb 18 00:30:28.479869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-1b4c563d-b789-4d8a-beec-f46fa8bb493f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Router b5c9e0c3-f00d-4541-803e-31d6eb11a262 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:30:28.678295 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-1b4c563d-b789-4d8a-beec-f46fa8bb493f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:30:28.682729 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-1b4c563d-b789-4d8a-beec-f46fa8bb493f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:28.689027 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94115813-d88f-468f-8f7d-5a5504713ec9 None None] Sync routers for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:30:28.699724 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94115813-d88f-468f-8f7d-5a5504713ec9 None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:30:28.700404 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-94115813-d88f-468f-8f7d-5a5504713ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f6fc358>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:30:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:30:28.917818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-94115813-d88f-468f-8f7d-5a5504713ec9 None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:30:28.978441 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-1b4c563d-b789-4d8a-beec-f46fa8bb493f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "PUT /v2.0/floatingips/4d878c80-2060-4428-9cbe-8e824b8b40e9 HTTP/1.1" status: 200  len: 996 time: 1.8063962
Feb 18 00:30:28.979001 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'tag': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:30:29.206798 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-628d956f-f4d8-4e9a-b02f-2fdcd202496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:29.217152 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-628d956f-f4d8-4e9a-b02f-2fdcd202496e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 1162 time: 0.2233953
Feb 18 00:30:29.302512 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'tag': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'status': 'completed', 'code': 200}
Feb 18 00:30:29.312737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6cfc0-cc52-42e4-9e07-fda455f34409 req-8d7e469c-da36-4200-8d80-82674d669938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:29.314615 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16a6cfc0-cc52-42e4-9e07-fda455f34409 req-8d7e469c-da36-4200-8d80-82674d669938 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 1162 time: 0.0869236
Feb 18 00:30:29.317652 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-94115813-d88f-468f-8f7d-5a5504713ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f6fc358>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '4d878c80-2060-4428-9cbe-8e824b8b40e9', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:78:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:30:25Z', 'updated_at': '2021-02-18T00:30:27Z', 'revision_number': 1, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:30:29.321730 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94115813-d88f-468f-8f7d-5a5504713ec9 None None] Checking router: b5c9e0c3-f00d-4541-803e-31d6eb11a262 for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:30:29.331575 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94115813-d88f-468f-8f7d-5a5504713ec9 None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:30:29.332378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-94115813-d88f-468f-8f7d-5a5504713ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f6fc358>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:30:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:30:29.362089 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-a91544ab-e08f-40c7-a710-3b3f435f1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:29.363713 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-a91544ab-e08f-40c7-a710-3b3f435f1387 service neutron] 10.222.0.55 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.1452370
Feb 18 00:30:29.462995 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6cfc0-cc52-42e4-9e07-fda455f34409 req-5c52b2af-fc87-4121-9870-63233fd743cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:29.465043 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16a6cfc0-cc52-42e4-9e07-fda455f34409 req-5c52b2af-fc87-4121-9870-63233fd743cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.1444795
Feb 18 00:30:29.476697 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-b76c217b-c160-4d2e-a3ac-5cd8616f9eed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5702a59-c80d-47aa-8b1f-8b5fafc955a3 HTTP/1.1" status: 200  len: 999 time: 0.1059246
Feb 18 00:30:29.530284 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-94115813-d88f-468f-8f7d-5a5504713ec9 None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:30:29.551885 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-b728a858-801e-44a3-8b2c-37ee1622e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:29.553546 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-b728a858-801e-44a3-8b2c-37ee1622e251 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0689967
Feb 18 00:30:29.580082 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16a6cfc0-cc52-42e4-9e07-fda455f34409 req-da3ad026-3849-45cb-ab27-5759bfdb31df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5702a59-c80d-47aa-8b1f-8b5fafc955a3 HTTP/1.1" status: 200  len: 999 time: 0.1091733
Feb 18 00:30:29.638356 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-e17527e6-1ee4-4ba8-be4b-9b8e9d9ddf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:29.639994 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-e17527e6-1ee4-4ba8-be4b-9b8e9d9ddf41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0784984
Feb 18 00:30:29.650174 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6cfc0-cc52-42e4-9e07-fda455f34409 req-9b5c74d6-7b47-4c5e-ab36-1fc0c8f4c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:29.651888 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16a6cfc0-cc52-42e4-9e07-fda455f34409 req-9b5c74d6-7b47-4c5e-ab36-1fc0c8f4c609 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0660655
Feb 18 00:30:29.743086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6cfc0-cc52-42e4-9e07-fda455f34409 req-8e405841-223a-45ac-81ad-3f89324bd312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:29.744674 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16a6cfc0-cc52-42e4-9e07-fda455f34409 req-8e405841-223a-45ac-81ad-3f89324bd312 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0868571
Feb 18 00:30:29.798573 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-02b527a9-868b-490b-a256-a82cc5b62349 service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507704
Feb 18 00:30:29.905215 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16a6cfc0-cc52-42e4-9e07-fda455f34409 req-c3a2b9f4-b804-4eb8-9130-2cd531bff85a service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540430
Feb 18 00:30:29.933073 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-94115813-d88f-468f-8f7d-5a5504713ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f6fc358>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '4d878c80-2060-4428-9cbe-8e824b8b40e9', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:78:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:30:25Z', 'updated_at': '2021-02-18T00:30:27Z', 'revision_number': 1, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:30:29.938088 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94115813-d88f-468f-8f7d-5a5504713ec9 None None] The sync data for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi is: [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '4d878c80-2060-4428-9cbe-8e824b8b40e9', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:78:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:30:25Z', 'updated_at': '2021-02-18T00:30:27Z', 'revision_number': 1, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:30:29.975598 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec93d0a3-8da7-49e4-964b-4054fa2fe786 req-df3d36ef-0b36-4203-a7ed-837586e0813d service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1663916
Feb 18 00:30:30.061923 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16a6cfc0-cc52-42e4-9e07-fda455f34409 req-85eb76e9-abf8-4bb9-a51a-b7866edf88f9 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1503339
Feb 18 00:30:30.257366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad949fd-9369-4a2f-bdfe-18a730eae344 None None] New status for floating IP 4d878c80-2060-4428-9cbe-8e824b8b40e9: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:30:32.748287 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.55', 49032) {{(pid=83993) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:32.918740 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc0b6-ddc7-49d4-98be-e69c0563f957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:32.934559 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5a6dc0b6-ddc7-49d4-98be-e69c0563f957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:30:32.938657 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5a6dc0b6-ddc7-49d4-98be-e69c0563f957 admin admin] Usage tracker for resource:security_group_rule and tenant:fd16d28eb7af44c3b93e8a724635fbe0 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:30:32.941665 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5a6dc0b6-ddc7-49d4-98be-e69c0563f957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:30:32.947495 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5a6dc0b6-ddc7-49d4-98be-e69c0563f957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:30:33.032632 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc0b6-ddc7-49d4-98be-e69c0563f957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:33.035387 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc0b6-ddc7-49d4-98be-e69c0563f957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:33.044058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0de929fe-6904-4ec2-b3d4-aef9d86e83c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:33.055871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:30:33.089343 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5a6dc0b6-ddc7-49d4-98be-e69c0563f957 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd16d28eb7af44c3b93e8a724635fbe0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3398466
Feb 18 00:30:33.090990 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dc0b6-ddc7-49d4-98be-e69c0563f957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e012aad2-1e79-4173-a501-08f9015a1373,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:33.092307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49038) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:33.094473 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5a6dc0b6-ddc7-49d4-98be-e69c0563f957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:33.154676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a784e4f9-7e72-4680-b0b1-99ca9986f5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:33.181049 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a784e4f9-7e72-4680-b0b1-99ca9986f5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:33.225758 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a784e4f9-7e72-4680-b0b1-99ca9986f5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:33.231242 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-10790a7d-1bb3-4f49-ae53-d98571d4e17d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:33.242277 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784e4f9-7e72-4680-b0b1-99ca9986f5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012aad2-1e79-4173-a501-08f9015a1373,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:33.247803 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a784e4f9-7e72-4680-b0b1-99ca9986f5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:33.249808 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a784e4f9-7e72-4680-b0b1-99ca9986f5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:33.251017 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a784e4f9-7e72-4680-b0b1-99ca9986f5cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e012aad2-1e79-4173-a501-08f9015a1373 HTTP/1.1" status: 204  len: 168 time: 0.1575999
Feb 18 00:30:33.912720 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49060) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:34.021210 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1834582837-network', 'tenant_id': 'c46ca1ded081488fb589eb69ad6cdea8'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:30:34.026389 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:30:34.030978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Usage tracker for resource:network and tenant:c46ca1ded081488fb589eb69ad6cdea8 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:30:34.034005 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:30:34.039749 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:30:34.049362 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Made reservation on behalf of c46ca1ded081488fb589eb69ad6cdea8 for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:30:34.053949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:34.066462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:34.084978 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:30:34.088949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Usage tracker for resource:security_group_rule and tenant:c46ca1ded081488fb589eb69ad6cdea8 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:30:34.092450 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:30:34.098200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:30:34.181314 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:34.184025 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:34.188133 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-85783d02-c368-4f6c-a867-6d6e49afcfb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:34.218767 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 18 00:30:34.231998 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd6903c-744d-4519-bcb3-97c734131df2,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:34.236229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:34.239145 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252823229180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:34.239644 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Added segment c237e7aa-225e-4940-bb95-a23a0387083e of type vxlan for network e0b7adc7-da49-4928-8fcb-0ad82e97afa3
Feb 18 00:30:34.268713 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252823790162'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:34.300102 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:34.301508 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:34.302176 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:34.307229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:34.417367 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5034447
Feb 18 00:30:34.418304 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Pushing event updated for resources: {'Network': ['ID=e0b7adc7-da49-4928-8fcb-0ad82e97afa3,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:34.420410 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49066) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:30:34.422977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b15fc3bc-58f0-4e77-8793-1accafac01f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:34.427211 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Request body: {'subnet': {'network_id': 'e0b7adc7-da49-4928-8fcb-0ad82e97afa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1834582837-subnet', 'tenant_id': 'c46ca1ded081488fb589eb69ad6cdea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:30:34.430160 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Network e0b7adc7-da49-4928-8fcb-0ad82e97afa3 details requested by agent ovs-agent-dv-cinder-751579-21-iscsi with host dv-cinder-751579-21-iscsi {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:30:34.432371 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:30:34.437054 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Usage tracker for resource:subnet and tenant:c46ca1ded081488fb589eb69ad6cdea8 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:30:34.440072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:30:34.444431 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Network e0b7adc7-da49-4928-8fcb-0ad82e97afa3 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=83995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 18 00:30:34.446027 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:30:34.456283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Made reservation on behalf of c46ca1ded081488fb589eb69ad6cdea8 for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:30:34.461059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32230035'] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:34.874885 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30190723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32230018'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:34.890179 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f6fc6118-7258-4f9b-84f6-d71416e70474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:35.015001 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1d23fe-55a2-41fc-9321-a3873915222d,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:35.018196 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:35.085141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Checking segment: {'id': 'c237e7aa-225e-4940-bb95-a23a0387083e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e0b7adc7-da49-4928-8fcb-0ad82e97afa3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:30:35.085539 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Network hostable DHCP agents. Network: e0b7adc7-da49-4928-8fcb-0ad82e97afa3, hostable agents: ['f42d549a-bc6c-414c-be6e-ffe13471d1fb'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 18 00:30:35.104695 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Network e0b7adc7-da49-4928-8fcb-0ad82e97afa3 is scheduled to be hosted by DHCP agent f42d549a-bc6c-414c-be6e-ffe13471d1fb with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 18 00:30:35.114025 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-iscsi, e0b7adc7-da49-4928-8fcb-0ad82e97afa3) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:30:35.123061 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5706143a-71ad-4f5b-a905-a686d396b42e None None] Network e0b7adc7-da49-4928-8fcb-0ad82e97afa3 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:30:35.127153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:35.127757 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:35.146614 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a3bea397-8746-47d1-9e36-5639193f1bb7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7251666
Feb 18 00:30:35.519579 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a5981-7ddc-47f2-8e9b-6bf5ead8ea2d None None] Network e0b7adc7-da49-4928-8fcb-0ad82e97afa3 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:30:37.372278 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-4b8b34fc-c3e4-46eb-913b-2aa259f33914 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:37.373062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-4b8b34fc-c3e4-46eb-913b-2aa259f33914 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Synchronizing usage tracker for tenant:c46ca1ded081488fb589eb69ad6cdea8 on resource:network {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:30:37.389628 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-4b8b34fc-c3e4-46eb-913b-2aa259f33914 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Unset dirty status for tenant:c46ca1ded081488fb589eb69ad6cdea8 on resource:network {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:30:37.390876 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-4b8b34fc-c3e4-46eb-913b-2aa259f33914 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/networks?id=e0b7adc7-da49-4928-8fcb-0ad82e97afa3 HTTP/1.1" status: 200  len: 814 time: 0.1794667
Feb 18 00:30:37.406433 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dad110f-d6c7-4cfc-a873-09ab596a3c19 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/quotas/c46ca1ded081488fb589eb69ad6cdea8 HTTP/1.1" status: 200  len: 375 time: 0.0096283
Feb 18 00:30:37.463180 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-94b628db-e4ed-4f0e-b002-b828386e814b tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c46ca1ded081488fb589eb69ad6cdea8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0512762
Feb 18 00:30:37.606161 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-b4a584fa-5058-4ffe-bf75-6dd360c2863a service neutron] 10.222.0.55 "GET /v2.0/networks/e0b7adc7-da49-4928-8fcb-0ad82e97afa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358128
Feb 18 00:30:37.750086 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-0d013913-452b-42f3-b0e2-7cdad7674910 service neutron] 10.222.0.55 "GET /v2.0/networks/e0b7adc7-da49-4928-8fcb-0ad82e97afa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372697
Feb 18 00:30:37.943092 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d1c8a99a-8d3f-4606-968f-6827fc39ee04 req-8ca22b7b-3447-4f80-9cbf-dc7bd20c9622 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0b56eed-5483-4e5d-82fe-398448743ad7 HTTP/1.1" status: 200  len: 210 time: 0.0500243
Feb 18 00:30:38.997179 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-dc2c8608-3e2f-49da-8f88-6fbeb72e6238 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:38.998735 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-dc2c8608-3e2f-49da-8f88-6fbeb72e6238 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.58 "GET /v2.0/networks?id=e0b7adc7-da49-4928-8fcb-0ad82e97afa3 HTTP/1.1" status: 200  len: 814 time: 0.1624494
Feb 18 00:30:39.012087 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Request body: {'port': {'device_id': 'a0b56eed-5483-4e5d-82fe-398448743ad7', 'network_id': 'e0b7adc7-da49-4928-8fcb-0ad82e97afa3', 'admin_state_up': True, 'tenant_id': 'c46ca1ded081488fb589eb69ad6cdea8'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:30:39.381265 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-84adfd4c-f26e-4262-9d6c-7ce12f12027f req-f7a021c3-01bf-4a28-8fb0-e5fe7f762c3c tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0b56eed-5483-4e5d-82fe-398448743ad7 HTTP/1.1" status: 200  len: 210 time: 0.3017256
Feb 18 00:30:39.438255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:30:39.442320 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Usage tracker for resource:port and tenant:c46ca1ded081488fb589eb69ad6cdea8 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 18 00:30:39.445319 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 18 00:30:39.451159 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:30:39.459988 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Made reservation on behalf of c46ca1ded081488fb589eb69ad6cdea8 for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:30:39.465660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:39.773013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Allocated IP 172.20.0.10 (e0b7adc7-da49-4928-8fcb-0ad82e97afa3/2d1d23fe-55a2-41fc-9321-a3873915222d/d6e2baa3-190a-4dee-88cf-3c0fe382f754) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:30:39.987593 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:40.018985 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:40.036228 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6476bb0f-7543-4571-8626-2e647f84f1f8 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:40.175213 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Pushing event updated for resources: {'Port': ['ID=d6e2baa3-190a-4dee-88cf-3c0fe382f754,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:40.178280 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:40.234455 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Network e0b7adc7-da49-4928-8fcb-0ad82e97afa3 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:30:40.236119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:30:40.238492 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:30:40.303147 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:40.303724 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:40.322903 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5dcbec01-27c6-4f08-9dfb-e85558759def tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3154523
Feb 18 00:30:40.335785 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Request body: {'port': {'device_id': 'a0b56eed-5483-4e5d-82fe-398448743ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:30:40.459134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:40.586303 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b54838-c669-4477-8ae2-249aa739d271 req-6ea6fe8f-9d36-4dcc-85ce-70bd197e718f tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:40.587993 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e5b54838-c669-4477-8ae2-249aa739d271 req-6ea6fe8f-9d36-4dcc-85ce-70bd197e718f tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0b56eed-5483-4e5d-82fe-398448743ad7 HTTP/1.1" status: 200  len: 932 time: 0.0951021
Feb 18 00:30:40.639992 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e5b54838-c669-4477-8ae2-249aa739d271 req-915ff64e-bdee-4f5f-967b-388243f15a92 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450444
Feb 18 00:30:40.884400 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e2baa3-190a-4dee-88cf-3c0fe382f754 {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:30:40.892324 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:40.904450 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Transition to ACTIVE for port object d6e2baa3-190a-4dee-88cf-3c0fe382f754 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:30:40.907118 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:40.923037 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c4a4b067-fc16-41f8-8e67-b38bdc85dbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:41.061600 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e2baa3-190a-4dee-88cf-3c0fe382f754,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:41.066813 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:41.249572 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Attempting to bind port d6e2baa3-190a-4dee-88cf-3c0fe382f754 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:30:41.249872 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Attempting to bind port d6e2baa3-190a-4dee-88cf-3c0fe382f754 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': 'c237e7aa-225e-4940-bb95-a23a0387083e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e0b7adc7-da49-4928-8fcb-0ad82e97afa3'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:30:41.250246 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Attempting to bind port d6e2baa3-190a-4dee-88cf-3c0fe382f754 on network e0b7adc7-da49-4928-8fcb-0ad82e97afa3 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:30:41.255979 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:30:41.256379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Checking segment: {'id': 'c237e7aa-225e-4940-bb95-a23a0387083e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e0b7adc7-da49-4928-8fcb-0ad82e97afa3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:30:41.256781 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:41.257183 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Bound using segment: {'id': 'c237e7aa-225e-4940-bb95-a23a0387083e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e0b7adc7-da49-4928-8fcb-0ad82e97afa3'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:30:41.257660 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Bound port: d6e2baa3-190a-4dee-88cf-3c0fe382f754, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c237e7aa-225e-4940-bb95-a23a0387083e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e0b7adc7-da49-4928-8fcb-0ad82e97afa3'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:30:41.258037 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:41.353667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] For port d6e2baa3-190a-4dee-88cf-3c0fe382f754, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:30:41.357392 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] For port d6e2baa3-190a-4dee-88cf-3c0fe382f754, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d6e2baa3-190a-4dee-88cf-3c0fe382f754,segment=NetworkSegment(c237e7aa-225e-4940-bb95-a23a0387083e),segment_id=c237e7aa-225e-4940-bb95-a23a0387083e)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:30:41.360677 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:41.375743 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0c202540-14ea-4151-a54b-99e24cbb0ed4 tempest-AttachVolumeTestJSON-1803207574 tempest-AttachVolumeTestJSON-1803207574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:41.533475 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e2baa3-190a-4dee-88cf-3c0fe382f754,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:41.538958 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:41.567539 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:41.568231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:41.569688 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] 10.222.0.58 "PUT /v2.0/ports/d6e2baa3-190a-4dee-88cf-3c0fe382f754 HTTP/1.1" status: 200  len: 1158 time: 1.2383156
Feb 18 00:30:41.570197 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b56eed-5483-4e5d-82fe-398448743ad7', 'tag': 'd6e2baa3-190a-4dee-88cf-3c0fe382f754'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:30:41.686716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-c7445be8-7068-49db-ad3a-8d8260ef6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:41.688366 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-c7445be8-7068-49db-ad3a-8d8260ef6e98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c46ca1ded081488fb589eb69ad6cdea8&device_id=a0b56eed-5483-4e5d-82fe-398448743ad7 HTTP/1.1" status: 200  len: 1161 time: 0.0810833
Feb 18 00:30:41.754245 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b56eed-5483-4e5d-82fe-398448743ad7', 'tag': 'd6e2baa3-190a-4dee-88cf-3c0fe382f754', 'status': 'completed', 'code': 200}
Feb 18 00:30:41.770240 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-dceec767-1857-41cc-900b-b1326eb5418d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6e2baa3-190a-4dee-88cf-3c0fe382f754 HTTP/1.1" status: 200  len: 217 time: 0.0737960
Feb 18 00:30:41.841871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-b046c258-0eba-441f-aa17-8027c60c69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:41.843491 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-b046c258-0eba-441f-aa17-8027c60c69ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d1d23fe-55a2-41fc-9321-a3873915222d HTTP/1.1" status: 200  len: 854 time: 0.0664248
Feb 18 00:30:41.844159 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb244b-ab1a-4533-8688-960477aaa48e req-88c9d1c8-bbf1-4843-a7a5-3c9acf2f8637 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:41.845792 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-61cb244b-ab1a-4533-8688-960477aaa48e req-88c9d1c8-bbf1-4843-a7a5-3c9acf2f8637 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0b56eed-5483-4e5d-82fe-398448743ad7 HTTP/1.1" status: 200  len: 944 time: 0.0910313
Feb 18 00:30:41.894543 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-61cb244b-ab1a-4533-8688-960477aaa48e req-176f46c1-692f-4074-b668-04125b72ee78 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423739
Feb 18 00:30:41.900688 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-916772ee-ceaf-492a-b7b3-5c0c21609dfd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0b7adc7-da49-4928-8fcb-0ad82e97afa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506601
Feb 18 00:30:42.042420 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-93ff092f-96ab-41e9-bfe6-6d9f65ff8f80 service neutron] 10.222.0.58 "GET /v2.0/networks/e0b7adc7-da49-4928-8fcb-0ad82e97afa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351185
Feb 18 00:30:42.183681 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8790069-2b55-435b-8a28-1238a7e8d7f1 req-5f33e955-3e53-4542-a82e-0362a1c9e86e service neutron] 10.222.0.58 "GET /v2.0/networks/e0b7adc7-da49-4928-8fcb-0ad82e97afa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1343784
Feb 18 00:30:42.307897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de45582-18ac-46ad-bc72-66540b6e0ee7 req-8be47901-de27-4a30-ad1d-e65a1ec0cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:42.310090 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7de45582-18ac-46ad-bc72-66540b6e0ee7 req-8be47901-de27-4a30-ad1d-e65a1ec0cfe4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c46ca1ded081488fb589eb69ad6cdea8&device_id=a0b56eed-5483-4e5d-82fe-398448743ad7 HTTP/1.1" status: 200  len: 1161 time: 0.0781560
Feb 18 00:30:42.457186 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de45582-18ac-46ad-bc72-66540b6e0ee7 req-6d57b2ea-f712-4853-bcb3-5403e5282021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:42.458684 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7de45582-18ac-46ad-bc72-66540b6e0ee7 req-6d57b2ea-f712-4853-bcb3-5403e5282021 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e0b7adc7-da49-4928-8fcb-0ad82e97afa3 HTTP/1.1" status: 200  len: 908 time: 0.1415665
Feb 18 00:30:42.535316 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7de45582-18ac-46ad-bc72-66540b6e0ee7 req-a67bd797-113d-4074-98e8-e3673c94f4de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6e2baa3-190a-4dee-88cf-3c0fe382f754 HTTP/1.1" status: 200  len: 217 time: 0.0695088
Feb 18 00:30:42.611729 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de45582-18ac-46ad-bc72-66540b6e0ee7 req-96398569-cec1-4c7d-841c-e5130701f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:42.613357 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7de45582-18ac-46ad-bc72-66540b6e0ee7 req-96398569-cec1-4c7d-841c-e5130701f8c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d1d23fe-55a2-41fc-9321-a3873915222d HTTP/1.1" status: 200  len: 854 time: 0.0691750
Feb 18 00:30:42.669032 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7de45582-18ac-46ad-bc72-66540b6e0ee7 req-344685b6-9f8e-40eb-ac2e-420e3aef3417 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0b7adc7-da49-4928-8fcb-0ad82e97afa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491600
Feb 18 00:30:42.810800 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7de45582-18ac-46ad-bc72-66540b6e0ee7 req-423d5fc2-09f0-438f-95f9-60b10d07f3aa service neutron] 10.222.0.58 "GET /v2.0/networks/e0b7adc7-da49-4928-8fcb-0ad82e97afa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347923
Feb 18 00:30:42.953531 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7de45582-18ac-46ad-bc72-66540b6e0ee7 req-7f66e01f-0359-4ad9-989a-091265917bf9 service neutron] 10.222.0.58 "GET /v2.0/networks/e0b7adc7-da49-4928-8fcb-0ad82e97afa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348147
Feb 18 00:30:43.095899 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4650144-365c-49e9-9294-01969a6a0d92 req-1a87daf9-8505-4212-8e23-5d8e67906d4f tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:43.096705 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c4650144-365c-49e9-9294-01969a6a0d92 req-1a87daf9-8505-4212-8e23-5d8e67906d4f tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Synchronizing usage tracker for tenant:c46ca1ded081488fb589eb69ad6cdea8 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:30:43.113096 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c4650144-365c-49e9-9294-01969a6a0d92 req-1a87daf9-8505-4212-8e23-5d8e67906d4f tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Unset dirty status for tenant:c46ca1ded081488fb589eb69ad6cdea8 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:30:43.114332 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c4650144-365c-49e9-9294-01969a6a0d92 req-1a87daf9-8505-4212-8e23-5d8e67906d4f tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0b56eed-5483-4e5d-82fe-398448743ad7 HTTP/1.1" status: 200  len: 944 time: 0.1031752
Feb 18 00:30:43.161622 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c4650144-365c-49e9-9294-01969a6a0d92 req-04d92d67-47db-4ae8-ab82-6ebb0c2dfea8 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Synchronizing usage tracker for tenant:c46ca1ded081488fb589eb69ad6cdea8 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:30:43.177507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c4650144-365c-49e9-9294-01969a6a0d92 req-04d92d67-47db-4ae8-ab82-6ebb0c2dfea8 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Unset dirty status for tenant:c46ca1ded081488fb589eb69ad6cdea8 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:30:43.178708 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c4650144-365c-49e9-9294-01969a6a0d92 req-04d92d67-47db-4ae8-ab82-6ebb0c2dfea8 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581346
Feb 18 00:30:43.419514 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-8ea22aa8-5bf3-45c8-91b7-af5d220f73c3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83995) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 18 00:30:43.754513 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d6e2baa3-190a-4dee-88cf-3c0fe382f754 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:30:43.824904 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port d6e2baa3-190a-4dee-88cf-3c0fe382f754 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:30:43.830053 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port d6e2baa3-190a-4dee-88cf-3c0fe382f754 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:30:43.830471 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:43.951244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:43.978169 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b56eed-5483-4e5d-82fe-398448743ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e2baa3-190a-4dee-88cf-3c0fe382f754'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:30:43.989418 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port d6e2baa3-190a-4dee-88cf-3c0fe382f754, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d6e2baa3-190a-4dee-88cf-3c0fe382f754,segment=NetworkSegment(c237e7aa-225e-4940-bb95-a23a0387083e),segment_id=c237e7aa-225e-4940-bb95-a23a0387083e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:30:43.992799 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:43.994766 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9356da2a-f8ec-4a56-bcaf-d19b31875952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:30:44.027213 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b56eed-5483-4e5d-82fe-398448743ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e2baa3-190a-4dee-88cf-3c0fe382f754', 'code': 200}
Feb 18 00:30:44.068132 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=d6e2baa3-190a-4dee-88cf-3c0fe382f754,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:30:44.076191 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.076654 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.077046 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.077430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.077815 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.078195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.078571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.078949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.079328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.079700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.080074 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.080489 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.080924 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.081295 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.081664 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.082034 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.082402 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.082940 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.083313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.083685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.084525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.084902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.085465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.086026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:30:44.091361 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:30:44.560304 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4350cd3-f4a5-43ac-80b6-36aab1cdd619 req-4ca33160-2727-4c25-8166-ac5c29e927dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:44.561911 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d4350cd3-f4a5-43ac-80b6-36aab1cdd619 req-4ca33160-2727-4c25-8166-ac5c29e927dd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a0b56eed-5483-4e5d-82fe-398448743ad7 HTTP/1.1" status: 200  len: 1163 time: 0.3684268
Feb 18 00:30:44.628400 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d4350cd3-f4a5-43ac-80b6-36aab1cdd619 req-ba62a223-f910-4105-a090-f559bb2b2e09 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583644
Feb 18 00:30:44.635525 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b46821-7a79-4409-944f-6e9711e2f178 req-ce1ca73b-01cf-4890-ba33-71a034a76e08 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:44.637624 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-52b46821-7a79-4409-944f-6e9711e2f178 req-ce1ca73b-01cf-4890-ba33-71a034a76e08 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0b56eed-5483-4e5d-82fe-398448743ad7 HTTP/1.1" status: 200  len: 946 time: 0.1340702
Feb 18 00:30:44.687811 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-52b46821-7a79-4409-944f-6e9711e2f178 req-b9d8d210-f5c4-43a0-9975-a9e36f70c6a7 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439310
Feb 18 00:30:45.351636 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d6e2baa3-190a-4dee-88cf-3c0fe382f754 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:30:45.427405 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port d6e2baa3-190a-4dee-88cf-3c0fe382f754 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:30:45.427825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:45.897634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59438880-1c9d-49c5-a51a-13891b6e49a5 req-fd89a0d3-af5c-4787-9551-8b4f37e14000 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:30:45.899201 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-59438880-1c9d-49c5-a51a-13891b6e49a5 req-fd89a0d3-af5c-4787-9551-8b4f37e14000 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0b56eed-5483-4e5d-82fe-398448743ad7 HTTP/1.1" status: 200  len: 946 time: 0.0886772
Feb 18 00:30:45.946686 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-59438880-1c9d-49c5-a51a-13891b6e49a5 req-1fe379b5-e214-435b-a9f8-271a857a7e78 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408483
Feb 18 00:30:50.893818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:52.061244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a2ceeb5a-4740-440f-b194-e3bd74c124f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:53.830339 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3506c259-f8b6-491f-b5c9-705501e0ae5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:55.139836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:56.045375 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:30:56.449532 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:10.055743 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:31:21.243346 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:22.062332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a84f80e5-3532-48f2-a101-b8a719872daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:23.832227 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5d311c9-5a42-4765-891b-28b3ac3883d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:25.140404 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:26.041759 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:26.451310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:28.898092 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7af64-adb5-4275-a1ef-af6ac5d1c5ab req-2fb7d861-d4b0-4775-8868-12ad5d999449 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:28.899664 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2bb7af64-adb5-4275-a1ef-af6ac5d1c5ab req-2fb7d861-d4b0-4775-8868-12ad5d999449 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0b56eed-5483-4e5d-82fe-398448743ad7 HTTP/1.1" status: 200  len: 946 time: 0.0859067
Feb 18 00:31:28.946015 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2bb7af64-adb5-4275-a1ef-af6ac5d1c5ab req-511c60ca-ce30-4f6d-9c13-550e953012fc tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396650
Feb 18 00:31:30.145989 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3766621-f51e-42ed-bb7b-6d6288e3d863 req-67c4122f-e6ca-4da8-92cf-2a4c8c1a134d tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:30.147590 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d3766621-f51e-42ed-bb7b-6d6288e3d863 req-67c4122f-e6ca-4da8-92cf-2a4c8c1a134d tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0b56eed-5483-4e5d-82fe-398448743ad7 HTTP/1.1" status: 200  len: 946 time: 0.0873070
Feb 18 00:31:30.194390 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d3766621-f51e-42ed-bb7b-6d6288e3d863 req-d267ce77-6a51-48a8-a793-bcc09effcfac tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405939
Feb 18 00:31:30.349549 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d6e2baa3-190a-4dee-88cf-3c0fe382f754 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:31:30.372333 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbb474-3465-4aa7-923c-f2e28dc6d8e6 req-04b69a35-c3b4-491b-b702-00e5f14468ee tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:30.373948 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2cdbb474-3465-4aa7-923c-f2e28dc6d8e6 req-04b69a35-c3b4-491b-b702-00e5f14468ee tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b56eed-5483-4e5d-82fe-398448743ad7 HTTP/1.1" status: 200  len: 946 time: 0.0882268
Feb 18 00:31:30.450053 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-2cdbb474-3465-4aa7-923c-f2e28dc6d8e6 req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Deleting port d6e2baa3-190a-4dee-88cf-3c0fe382f754 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:31:30.450439 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-2cdbb474-3465-4aa7-923c-f2e28dc6d8e6 req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:30.471469 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:30.500081 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b56eed-5483-4e5d-82fe-398448743ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e2baa3-190a-4dee-88cf-3c0fe382f754'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:31:30.517738 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port d6e2baa3-190a-4dee-88cf-3c0fe382f754, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d6e2baa3-190a-4dee-88cf-3c0fe382f754,segment=NetworkSegment(c237e7aa-225e-4940-bb95-a23a0387083e),segment_id=c237e7aa-225e-4940-bb95-a23a0387083e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:31:30.520765 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:30.522920 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:31:30.556472 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b56eed-5483-4e5d-82fe-398448743ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e2baa3-190a-4dee-88cf-3c0fe382f754', 'code': 200}
Feb 18 00:31:30.597262 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=d6e2baa3-190a-4dee-88cf-3c0fe382f754,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:31:30.601094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:31:30.724526 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-2cdbb474-3465-4aa7-923c-f2e28dc6d8e6 req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] For port d6e2baa3-190a-4dee-88cf-3c0fe382f754, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d6e2baa3-190a-4dee-88cf-3c0fe382f754,segment=NetworkSegment(c237e7aa-225e-4940-bb95-a23a0387083e),segment_id=c237e7aa-225e-4940-bb95-a23a0387083e)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:31:30.724936 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-2cdbb474-3465-4aa7-923c-f2e28dc6d8e6 req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:30.857890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-2cdbb474-3465-4aa7-923c-f2e28dc6d8e6 req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Calling delete_port for d6e2baa3-190a-4dee-88cf-3c0fe382f754 owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:31:31.006546 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-2cdbb474-3465-4aa7-923c-f2e28dc6d8e6 req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:31.021449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-de977b14-7f27-4de6-aa3e-ee477c942eda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:31:31.116231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Pushing event deleted for resources: {'Port': ['ID=d6e2baa3-190a-4dee-88cf-3c0fe382f754,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:31:31.135938 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.136388 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.136808 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.137220 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.137630 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.138037 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.138466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.138871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.139272 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.139667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.140078 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.140511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.140976 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.141383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.141774 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.142168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.142561 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.142957 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.143351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.143744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.144140 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.144557 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.144954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.145347 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:31.150533 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:31:31.250577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdbb474-3465-4aa7-923c-f2e28dc6d8e6 req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] No DVR routers for this DVR port d6e2baa3-190a-4dee-88cf-3c0fe382f754 on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:31:31.252972 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-2cdbb474-3465-4aa7-923c-f2e28dc6d8e6 req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:31.255787 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b56eed-5483-4e5d-82fe-398448743ad7', 'name': 'network-vif-deleted', 'tag': 'd6e2baa3-190a-4dee-88cf-3c0fe382f754'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:31:31.271213 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2cdbb474-3465-4aa7-923c-f2e28dc6d8e6 req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.58 "DELETE /v2.0/ports/d6e2baa3-190a-4dee-88cf-3c0fe382f754 HTTP/1.1" status: 204  len: 173 time: 0.8912444
Feb 18 00:31:31.306233 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b56eed-5483-4e5d-82fe-398448743ad7', 'name': 'network-vif-deleted', 'tag': 'd6e2baa3-190a-4dee-88cf-3c0fe382f754', 'status': 'completed', 'code': 200}
Feb 18 00:31:31.363506 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-aa7bdce9-c5fa-471b-bf11-06d54b43496b req-29725bd3-7224-4825-aab2-64b7b9d8e289 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Synchronizing usage tracker for tenant:c46ca1ded081488fb589eb69ad6cdea8 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:31:31.378327 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-aa7bdce9-c5fa-471b-bf11-06d54b43496b req-29725bd3-7224-4825-aab2-64b7b9d8e289 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Unset dirty status for tenant:c46ca1ded081488fb589eb69ad6cdea8 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:31:31.379542 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aa7bdce9-c5fa-471b-bf11-06d54b43496b req-29725bd3-7224-4825-aab2-64b7b9d8e289 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0b56eed-5483-4e5d-82fe-398448743ad7 HTTP/1.1" status: 200  len: 210 time: 0.0651486
Feb 18 00:31:40.890760 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d7f35-b847-460a-86c9-2b374edf43ac req-4af3e6eb-bad2-491c-bce0-0bffc89cea03 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:40.892385 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-334d7f35-b847-460a-86c9-2b374edf43ac req-4af3e6eb-bad2-491c-bce0-0bffc89cea03 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/networks?id=e0b7adc7-da49-4928-8fcb-0ad82e97afa3 HTTP/1.1" status: 200  len: 814 time: 0.1598277
Feb 18 00:31:40.908497 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-334d7f35-b847-460a-86c9-2b374edf43ac req-650b911f-7402-445c-9a85-9991a0d31a95 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/quotas/c46ca1ded081488fb589eb69ad6cdea8 HTTP/1.1" status: 200  len: 375 time: 0.0099392
Feb 18 00:31:40.960845 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-334d7f35-b847-460a-86c9-2b374edf43ac req-0db2da44-7615-4b06-887a-37813f53ea78 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c46ca1ded081488fb589eb69ad6cdea8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0470746
Feb 18 00:31:41.103868 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-334d7f35-b847-460a-86c9-2b374edf43ac req-41913ee8-5827-455c-bebb-3d6e754505b6 service neutron] 10.222.0.55 "GET /v2.0/networks/e0b7adc7-da49-4928-8fcb-0ad82e97afa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353853
Feb 18 00:31:41.249067 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e62a205c-c533-4e58-95ae-af7f71a96e53 service neutron] 10.222.0.55 "GET /v2.0/networks/e0b7adc7-da49-4928-8fcb-0ad82e97afa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378870
Feb 18 00:31:41.443124 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4590566a-6dda-4dc6-a0fa-428aca72102c req-8aee12db-52c4-494a-8ffc-947d536ced83 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 210 time: 0.0513821
Feb 18 00:31:42.457291 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d7f35-b847-460a-86c9-2b374edf43ac req-9db277bb-7ad6-4dba-9735-a4d91eb6cac0 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:42.458857 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-334d7f35-b847-460a-86c9-2b374edf43ac req-9db277bb-7ad6-4dba-9735-a4d91eb6cac0 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.58 "GET /v2.0/networks?id=e0b7adc7-da49-4928-8fcb-0ad82e97afa3 HTTP/1.1" status: 200  len: 814 time: 0.1585317
Feb 18 00:31:42.472967 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-334d7f35-b847-460a-86c9-2b374edf43ac req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Request body: {'port': {'device_id': '97408aae-31db-4105-8f8a-ebe2afd677bb', 'network_id': 'e0b7adc7-da49-4928-8fcb-0ad82e97afa3', 'admin_state_up': True, 'tenant_id': 'c46ca1ded081488fb589eb69ad6cdea8'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:31:42.622559 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-58fd10f6-73aa-435f-a54c-a30ce4201fda req-1648f4ed-e818-4b49-87c3-cb9862aabcee tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 210 time: 0.0622823
Feb 18 00:31:42.674969 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-334d7f35-b847-460a-86c9-2b374edf43ac req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:31:42.684859 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-334d7f35-b847-460a-86c9-2b374edf43ac req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:31:42.693501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334d7f35-b847-460a-86c9-2b374edf43ac req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Made reservation on behalf of c46ca1ded081488fb589eb69ad6cdea8 for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:31:42.699017 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-334d7f35-b847-460a-86c9-2b374edf43ac req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:43.007930 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-334d7f35-b847-460a-86c9-2b374edf43ac req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Allocated IP 172.20.0.12 (e0b7adc7-da49-4928-8fcb-0ad82e97afa3/2d1d23fe-55a2-41fc-9321-a3873915222d/bc5fa83e-0d05-4fb9-89bb-bf1139786599) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:31:43.219602 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-334d7f35-b847-460a-86c9-2b374edf43ac req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:43.250083 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-334d7f35-b847-460a-86c9-2b374edf43ac req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:43.267786 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e324df23-4cbf-4bca-bd61-e10fe20553b4 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:31:43.406381 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Pushing event updated for resources: {'Port': ['ID=bc5fa83e-0d05-4fb9-89bb-bf1139786599,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:31:43.409664 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:31:43.460452 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334d7f35-b847-460a-86c9-2b374edf43ac req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Network e0b7adc7-da49-4928-8fcb-0ad82e97afa3 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:31:43.461590 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-334d7f35-b847-460a-86c9-2b374edf43ac req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:31:43.463888 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-334d7f35-b847-460a-86c9-2b374edf43ac req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:31:43.529824 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d7f35-b847-460a-86c9-2b374edf43ac req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:43.530440 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-334d7f35-b847-460a-86c9-2b374edf43ac req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:43.556712 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-334d7f35-b847-460a-86c9-2b374edf43ac req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0880523
Feb 18 00:31:43.570374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Request body: {'port': {'device_id': '97408aae-31db-4105-8f8a-ebe2afd677bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:31:43.693193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:43.821645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78716d2-de43-4a67-8551-1ed1775e101d req-1c6a3a74-ca18-473c-af06-287fb8a83287 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:43.823188 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b78716d2-de43-4a67-8551-1ed1775e101d req-1c6a3a74-ca18-473c-af06-287fb8a83287 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 932 time: 0.0883541
Feb 18 00:31:43.870902 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b78716d2-de43-4a67-8551-1ed1775e101d req-72a57821-8b43-497a-b01e-77c5b7e80765 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413005
Feb 18 00:31:44.106044 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5fa83e-0d05-4fb9-89bb-bf1139786599 {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:31:44.114224 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:44.126656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Transition to ACTIVE for port object bc5fa83e-0d05-4fb9-89bb-bf1139786599 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:31:44.129416 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:44.145226 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ddb2eb5d-e584-4143-8fbd-00de8c633a89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:31:44.512439 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5fa83e-0d05-4fb9-89bb-bf1139786599,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:31:44.517286 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:31:44.698950 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Attempting to bind port bc5fa83e-0d05-4fb9-89bb-bf1139786599 on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:31:44.699328 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Attempting to bind port bc5fa83e-0d05-4fb9-89bb-bf1139786599 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': 'c237e7aa-225e-4940-bb95-a23a0387083e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e0b7adc7-da49-4928-8fcb-0ad82e97afa3'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:31:44.699698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Attempting to bind port bc5fa83e-0d05-4fb9-89bb-bf1139786599 on network e0b7adc7-da49-4928-8fcb-0ad82e97afa3 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:31:44.705438 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:31:44.705819 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Checking segment: {'id': 'c237e7aa-225e-4940-bb95-a23a0387083e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e0b7adc7-da49-4928-8fcb-0ad82e97afa3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:31:44.706226 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:44.706627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Bound using segment: {'id': 'c237e7aa-225e-4940-bb95-a23a0387083e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e0b7adc7-da49-4928-8fcb-0ad82e97afa3'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:31:44.707099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Bound port: bc5fa83e-0d05-4fb9-89bb-bf1139786599, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c237e7aa-225e-4940-bb95-a23a0387083e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e0b7adc7-da49-4928-8fcb-0ad82e97afa3'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:31:44.707479 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:44.808146 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] For port bc5fa83e-0d05-4fb9-89bb-bf1139786599, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:31:44.812153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] For port bc5fa83e-0d05-4fb9-89bb-bf1139786599, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=bc5fa83e-0d05-4fb9-89bb-bf1139786599,segment=NetworkSegment(c237e7aa-225e-4940-bb95-a23a0387083e),segment_id=c237e7aa-225e-4940-bb95-a23a0387083e)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:31:44.815241 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:44.830777 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a2ef2a15-f19c-4bda-bdf9-ae29b9a727c4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:31:44.978547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5fa83e-0d05-4fb9-89bb-bf1139786599,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:31:44.992543 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:31:45.084244 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:45.084959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:45.086442 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-334d7f35-b847-460a-86c9-2b374edf43ac req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] 10.222.0.58 "PUT /v2.0/ports/bc5fa83e-0d05-4fb9-89bb-bf1139786599 HTTP/1.1" status: 200  len: 1158 time: 1.5211165
Feb 18 00:31:45.086985 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97408aae-31db-4105-8f8a-ebe2afd677bb', 'tag': 'bc5fa83e-0d05-4fb9-89bb-bf1139786599'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:31:45.114099 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff77b45-8d15-45e0-a885-e99f61225101 req-7811c6e8-76eb-4f70-9f10-af3374fcef2d tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:45.114852 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-7ff77b45-8d15-45e0-a885-e99f61225101 req-7811c6e8-76eb-4f70-9f10-af3374fcef2d tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Synchronizing usage tracker for tenant:c46ca1ded081488fb589eb69ad6cdea8 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:31:45.167786 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97408aae-31db-4105-8f8a-ebe2afd677bb', 'tag': 'bc5fa83e-0d05-4fb9-89bb-bf1139786599', 'status': 'completed', 'code': 200}
Feb 18 00:31:45.174028 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-7ff77b45-8d15-45e0-a885-e99f61225101 req-7811c6e8-76eb-4f70-9f10-af3374fcef2d tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Unset dirty status for tenant:c46ca1ded081488fb589eb69ad6cdea8 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:31:45.175276 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7ff77b45-8d15-45e0-a885-e99f61225101 req-7811c6e8-76eb-4f70-9f10-af3374fcef2d tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 944 time: 0.1817472
Feb 18 00:31:45.237480 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7ff77b45-8d15-45e0-a885-e99f61225101 req-24b10695-8f69-4f36-979a-4d90056c8b90 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559261
Feb 18 00:31:45.252741 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d7f35-b847-460a-86c9-2b374edf43ac req-b0aaeee9-d12a-4292-a7b0-12360dd80416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:45.254367 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-334d7f35-b847-460a-86c9-2b374edf43ac req-b0aaeee9-d12a-4292-a7b0-12360dd80416 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c46ca1ded081488fb589eb69ad6cdea8&device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 1161 time: 0.1284399
Feb 18 00:31:45.331068 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-334d7f35-b847-460a-86c9-2b374edf43ac req-f312697e-7d82-4327-9705-ca16c138107c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5fa83e-0d05-4fb9-89bb-bf1139786599 HTTP/1.1" status: 200  len: 217 time: 0.0700858
Feb 18 00:31:45.399852 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d7f35-b847-460a-86c9-2b374edf43ac req-f67915ba-eb45-4a48-b6c8-8f757bc5fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:45.401484 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-334d7f35-b847-460a-86c9-2b374edf43ac req-f67915ba-eb45-4a48-b6c8-8f757bc5fe42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d1d23fe-55a2-41fc-9321-a3873915222d HTTP/1.1" status: 200  len: 854 time: 0.0641265
Feb 18 00:31:45.454393 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-334d7f35-b847-460a-86c9-2b374edf43ac req-598ac0af-36d3-4f30-a19d-fbff87bebff7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0b7adc7-da49-4928-8fcb-0ad82e97afa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469437
Feb 18 00:31:45.596430 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-334d7f35-b847-460a-86c9-2b374edf43ac req-53ac5ef5-5fdd-4ace-a48a-f8cab6d3cd9c service neutron] 10.222.0.58 "GET /v2.0/networks/e0b7adc7-da49-4928-8fcb-0ad82e97afa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357765
Feb 18 00:31:45.741954 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-334d7f35-b847-460a-86c9-2b374edf43ac req-9abde613-931f-4976-ad6f-cf607a6918d1 service neutron] 10.222.0.58 "GET /v2.0/networks/e0b7adc7-da49-4928-8fcb-0ad82e97afa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388011
Feb 18 00:31:45.865284 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85f602-8c50-474e-be2a-4e498e2f8d11 req-9978fea3-90e4-46ee-8908-c476266d2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:45.866856 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e85f602-8c50-474e-be2a-4e498e2f8d11 req-9978fea3-90e4-46ee-8908-c476266d2b18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c46ca1ded081488fb589eb69ad6cdea8&device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 1161 time: 0.0831618
Feb 18 00:31:46.009390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85f602-8c50-474e-be2a-4e498e2f8d11 req-be29a014-80fc-4d80-8125-f0a820241f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:46.010863 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e85f602-8c50-474e-be2a-4e498e2f8d11 req-be29a014-80fc-4d80-8125-f0a820241f46 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e0b7adc7-da49-4928-8fcb-0ad82e97afa3 HTTP/1.1" status: 200  len: 908 time: 0.1374624
Feb 18 00:31:46.083795 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e85f602-8c50-474e-be2a-4e498e2f8d11 req-eea447a5-e43c-4c87-8d52-f7d7bc60eb79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc5fa83e-0d05-4fb9-89bb-bf1139786599 HTTP/1.1" status: 200  len: 217 time: 0.0655992
Feb 18 00:31:46.157288 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85f602-8c50-474e-be2a-4e498e2f8d11 req-748c02ec-27b1-4d42-b5ab-95207f69fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:46.158821 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e85f602-8c50-474e-be2a-4e498e2f8d11 req-748c02ec-27b1-4d42-b5ab-95207f69fed3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d1d23fe-55a2-41fc-9321-a3873915222d HTTP/1.1" status: 200  len: 854 time: 0.0674496
Feb 18 00:31:46.214421 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e85f602-8c50-474e-be2a-4e498e2f8d11 req-994ce53d-0744-4d00-ba2f-95bc3243d84c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e0b7adc7-da49-4928-8fcb-0ad82e97afa3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469334
Feb 18 00:31:46.359671 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e85f602-8c50-474e-be2a-4e498e2f8d11 req-9b4eb7ef-68b6-4c96-9400-fe90188e73b8 service neutron] 10.222.0.58 "GET /v2.0/networks/e0b7adc7-da49-4928-8fcb-0ad82e97afa3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382263
Feb 18 00:31:46.442871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4fdb2-7c79-48ab-9959-41f44877c384 req-a6aa2ebd-7e6c-437a-bfe5-8c5b75c19347 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:46.444539 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0ea4fdb2-7c79-48ab-9959-41f44877c384 req-a6aa2ebd-7e6c-437a-bfe5-8c5b75c19347 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 944 time: 0.0902781
Feb 18 00:31:46.492538 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0ea4fdb2-7c79-48ab-9959-41f44877c384 req-d816d698-8cff-4343-a565-58caef5ccf07 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417011
Feb 18 00:31:46.506169 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e85f602-8c50-474e-be2a-4e498e2f8d11 req-30e0f677-a659-47b8-9393-bad6b192c1cd service neutron] 10.222.0.58 "GET /v2.0/networks/e0b7adc7-da49-4928-8fcb-0ad82e97afa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391442
Feb 18 00:31:47.055094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:31:47.697476 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b898ed-ee54-4b32-93d3-0e417ff0c65b req-a2fd3847-87cb-4321-9ef7-bc4f6a780d18 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:47.699085 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-57b898ed-ee54-4b32-93d3-0e417ff0c65b req-a2fd3847-87cb-4321-9ef7-bc4f6a780d18 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 944 time: 0.0923567
Feb 18 00:31:47.746191 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-57b898ed-ee54-4b32-93d3-0e417ff0c65b req-5afa7592-d49d-48b7-8481-80f8fbbc1363 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403264
Feb 18 00:31:48.821310 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device bc5fa83e-0d05-4fb9-89bb-bf1139786599 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:31:48.897036 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port bc5fa83e-0d05-4fb9-89bb-bf1139786599 completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:31:48.901937 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port bc5fa83e-0d05-4fb9-89bb-bf1139786599 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:31:48.902360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:48.945397 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df400a73-2159-42af-bb42-339defc547b2 req-cf7966c2-deb5-4002-ae7d-25c4f3fcfaaf tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:48.946933 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df400a73-2159-42af-bb42-339defc547b2 req-cf7966c2-deb5-4002-ae7d-25c4f3fcfaaf tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 944 time: 0.0855455
Feb 18 00:31:48.999050 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df400a73-2159-42af-bb42-339defc547b2 req-bcc1bba9-bc8a-4ea1-aef6-5c7f49eb8c7c tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447192
Feb 18 00:31:49.028016 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:49.056102 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97408aae-31db-4105-8f8a-ebe2afd677bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5fa83e-0d05-4fb9-89bb-bf1139786599'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:31:49.066603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port bc5fa83e-0d05-4fb9-89bb-bf1139786599, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=bc5fa83e-0d05-4fb9-89bb-bf1139786599,segment=NetworkSegment(c237e7aa-225e-4940-bb95-a23a0387083e),segment_id=c237e7aa-225e-4940-bb95-a23a0387083e)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:31:49.069326 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:49.071236 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:31:49.109822 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97408aae-31db-4105-8f8a-ebe2afd677bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5fa83e-0d05-4fb9-89bb-bf1139786599', 'code': 200}
Feb 18 00:31:49.143498 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=bc5fa83e-0d05-4fb9-89bb-bf1139786599,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:31:49.151335 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.151735 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.152119 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.152527 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.152902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.153279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.153650 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.154022 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.154393 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.154761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.155141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.155507 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.155928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.156905 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.157271 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.157638 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.158005 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.158369 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.158733 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.159097 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.159466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.159831 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.160196 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.160602 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:31:49.165154 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:31:49.341235 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8c79b-b744-44db-94c9-c71c1b0b72a8 req-77fdb5d4-91bd-4058-b03f-d14d1c3c71c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:49.342810 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-74c8c79b-b744-44db-94c9-c71c1b0b72a8 req-77fdb5d4-91bd-4058-b03f-d14d1c3c71c4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 1163 time: 0.0764034
Feb 18 00:31:49.384978 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-74c8c79b-b744-44db-94c9-c71c1b0b72a8 req-ead4465d-4822-412c-875a-87ddfdde4c15 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359290
Feb 18 00:31:50.194959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86c72d-bd6a-4f9a-8897-709717f45e7e req-1f9808c9-71ce-4dc2-80dc-89ebfaef7f3f tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:50.196598 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a86c72d-bd6a-4f9a-8897-709717f45e7e req-1f9808c9-71ce-4dc2-80dc-89ebfaef7f3f tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 946 time: 0.0853620
Feb 18 00:31:50.246982 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a86c72d-bd6a-4f9a-8897-709717f45e7e req-708fb130-e3a2-4d42-8e1f-9270075acaf9 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440834
Feb 18 00:31:50.540037 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device bc5fa83e-0d05-4fb9-89bb-bf1139786599 up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:31:50.616284 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port bc5fa83e-0d05-4fb9-89bb-bf1139786599 triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:31:50.616757 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:51.228805 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:51.449341 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f9007-554f-4d0e-998d-8794a720898a req-a859d755-c8fd-4c0f-9e62-4a9addd625fb tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:51.450973 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-583f9007-554f-4d0e-998d-8794a720898a req-a859d755-c8fd-4c0f-9e62-4a9addd625fb tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 946 time: 0.0901303
Feb 18 00:31:51.499025 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-583f9007-554f-4d0e-998d-8794a720898a req-3a8861f4-2f59-438c-afed-e278a5053dda tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418053
Feb 18 00:31:52.063520 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d7fdbe2-0d18-42c3-9b14-137eeb394c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:52.291002 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c05f409-e7b0-4de8-8067-a67c144fadd0 req-d50476fb-ce86-4aa4-b600-2310798bcd2d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0762122
Feb 18 00:31:52.442561 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05f409-e7b0-4de8-8067-a67c144fadd0 req-5a602733-6b2e-4791-8f5d-97ef32268116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:52.444164 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c05f409-e7b0-4de8-8067-a67c144fadd0 req-5a602733-6b2e-4791-8f5d-97ef32268116 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 1162 time: 0.0819483
Feb 18 00:31:52.607530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05f409-e7b0-4de8-8067-a67c144fadd0 req-1d8746db-6543-43f6-baac-71319d5064d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:52.609184 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c05f409-e7b0-4de8-8067-a67c144fadd0 req-1d8746db-6543-43f6-baac-71319d5064d5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.1413987
Feb 18 00:31:52.721761 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c05f409-e7b0-4de8-8067-a67c144fadd0 req-9ffa85de-01e3-406d-8b4a-d0106bf681ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5702a59-c80d-47aa-8b1f-8b5fafc955a3 HTTP/1.1" status: 200  len: 1001 time: 0.1050332
Feb 18 00:31:52.790648 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05f409-e7b0-4de8-8067-a67c144fadd0 req-4d2a4151-6762-47a3-a2c8-9c10816719a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:52.792147 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c05f409-e7b0-4de8-8067-a67c144fadd0 req-4d2a4151-6762-47a3-a2c8-9c10816719a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0639758
Feb 18 00:31:52.876624 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05f409-e7b0-4de8-8067-a67c144fadd0 req-ff555cb9-4413-41d9-8e99-893261bea47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:31:52.878130 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c05f409-e7b0-4de8-8067-a67c144fadd0 req-ff555cb9-4413-41d9-8e99-893261bea47f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0795648
Feb 18 00:31:53.018418 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c05f409-e7b0-4de8-8067-a67c144fadd0 req-c040fd03-f8f2-45d0-a1f4-6a8105420928 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335006
Feb 18 00:31:53.161345 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c05f409-e7b0-4de8-8067-a67c144fadd0 req-84b51e86-33ee-4d08-97a3-6ac7f92ca9d2 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363878
Feb 18 00:31:53.833311 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ea922f8f-7ba2-4ac3-ac2b-505451aa91db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:55.143752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:56.042845 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:31:56.453979 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:12.119691 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-06b58e76-026e-4ebc-915c-244ea03665f6 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-465757373&fields=id&tenant_id=bbe98c48a32e40f393f955451c6374aa HTTP/1.1" status: 200  len: 267 time: 0.0435452
Feb 18 00:32:12.282490 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a90128-b932-404c-a45f-d075c3148a24 req-27fc3272-8845-4a5c-81ca-4ac99e910efb tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:12.284077 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-27fc3272-8845-4a5c-81ca-4ac99e910efb tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 811 time: 0.1573141
Feb 18 00:32:12.299556 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-bedf220d-b3ee-462b-99fa-ea9ec555cf03 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/quotas/bbe98c48a32e40f393f955451c6374aa HTTP/1.1" status: 200  len: 375 time: 0.0095069
Feb 18 00:32:12.393047 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-28f4849a-d9f0-4153-9262-af25475f34c9 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0881577
Feb 18 00:32:12.814168 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-367125d9-a5c3-4ef6-bddc-5f8ff56c595a service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4087257
Feb 18 00:32:12.956847 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-3707e9ca-5c7c-4cc4-a36b-b113b3368482 service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360090
Feb 18 00:32:13.382196 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d89ddeb-4bf0-4732-9cd3-0a9fccee6a70 req-51857f5e-cf7d-4960-918c-17ca35e75a94 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 210 time: 0.0538197
Feb 18 00:32:14.478050 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a90128-b932-404c-a45f-d075c3148a24 req-86a4cb83-8431-4c26-b329-66f13c799518 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:14.479846 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-86a4cb83-8431-4c26-b329-66f13c799518 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 811 time: 0.1695726
Feb 18 00:32:14.566257 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-318d63e0-4617-4c41-a0b8-377dc2493474 req-004f9d6b-30cc-4751-8a1a-044746ce7e78 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 210 time: 0.0636866
Feb 18 00:32:14.607606 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-426a44c0-f8d6-484d-927e-d0e1a9746a3e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbe98c48a32e40f393f955451c6374aa HTTP/1.1" status: 200  len: 5763 time: 0.1189620
Feb 18 00:32:14.617856 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Request body: {'port': {'device_id': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'admin_state_up': True, 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'security_groups': ['553a13fc-8373-492f-a60f-4d9a2d2ebfcf']}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:32:14.790435 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:32:14.800935 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:32:14.809504 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Made reservation on behalf of bbe98c48a32e40f393f955451c6374aa for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 18 00:32:14.815760 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:15.182136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19ea90-3406-489f-b3a4-23af015530d3 req-fc1ecd14-52fa-418b-b2fb-22dec0f3101e tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:15.183778 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-da19ea90-3406-489f-b3a4-23af015530d3 req-fc1ecd14-52fa-418b-b2fb-22dec0f3101e tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 946 time: 0.2323339
Feb 18 00:32:15.248513 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Allocated IP 172.20.0.8 (02b75107-ce2b-41d2-b3a8-04146635cea8/62939898-b1a6-46d6-8d28-2f4301a93cd6/5027efe0-47b2-4895-b827-3f3cf50f2b2c) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:32:15.261144 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-da19ea90-3406-489f-b3a4-23af015530d3 req-543f6831-c55b-442c-aceb-43bf8a603029 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693839
Feb 18 00:32:15.456001 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:15.472759 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Transition to ACTIVE for port object 5027efe0-47b2-4895-b827-3f3cf50f2b2c will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:32:15.496473 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:15.513322 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:32:15.654431 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event updated for resources: {'Port': ['ID=5027efe0-47b2-4895-b827-3f3cf50f2b2c,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:32:15.660799 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:32:15.712408 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Network 02b75107-ce2b-41d2-b3a8-04146635cea8 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:32:15.713496 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:32:15.715907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:32:15.774055 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b39c52-96ef-463f-86bc-c3bc553dbaf9 req-674f1cba-48d3-41a6-a816-eecf25f39e67 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:15.775730 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9b39c52-96ef-463f-86bc-c3bc553dbaf9 req-674f1cba-48d3-41a6-a816-eecf25f39e67 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 931 time: 0.0914235
Feb 18 00:32:15.786129 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:15.786803 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:15.813348 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-b0013107-fb17-4a61-8f08-ae4a9a7a4667 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1997750
Feb 18 00:32:15.827245 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Request body: {'port': {'device_id': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:32:15.832644 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9b39c52-96ef-463f-86bc-c3bc553dbaf9 req-e2e06597-6f9c-408b-8b71-103bc9e1bc26 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0471442
Feb 18 00:32:15.951571 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:15.995999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ffd2dd2d-6c85-4f49-8c1c-80b91d9dfa0e None None] Provisioning for port 5027efe0-47b2-4895-b827-3f3cf50f2b2c completed by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:32:16.000992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ffd2dd2d-6c85-4f49-8c1c-80b91d9dfa0e None None] Provisioning complete for port 5027efe0-47b2-4895-b827-3f3cf50f2b2c triggered by entity DHCP. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:32:16.001411 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ffd2dd2d-6c85-4f49-8c1c-80b91d9dfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:16.059032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ffd2dd2d-6c85-4f49-8c1c-80b91d9dfa0e None None] Port 5027efe0-47b2-4895-b827-3f3cf50f2b2c cannot update to ACTIVE because it is not bound. {{(pid=83995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 18 00:32:16.375750 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5027efe0-47b2-4895-b827-3f3cf50f2b2c {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 18 00:32:16.419041 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:16.446568 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Transition to ACTIVE for port object 5027efe0-47b2-4895-b827-3f3cf50f2b2c will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 18 00:32:16.451033 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:16.467316 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:32:16.558208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a93529-c21a-455f-9df9-d21dff965671 req-19547092-1339-48e3-83ed-67658f3597a4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:16.559742 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c4a93529-c21a-455f-9df9-d21dff965671 req-19547092-1339-48e3-83ed-67658f3597a4 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.58 "GET /v2.0/ports?device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 946 time: 0.0860341
Feb 18 00:32:16.621344 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Pushing event updated for resources: {'Port': ['ID=5027efe0-47b2-4895-b827-3f3cf50f2b2c,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:32:16.628409 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:32:16.641878 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-c4a93529-c21a-455f-9df9-d21dff965671 req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Deleting port bc5fa83e-0d05-4fb9-89bb-bf1139786599 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:32:16.642258 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c4a93529-c21a-455f-9df9-d21dff965671 req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:16.647011 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d0021-1924-4019-b174-63ba2f84018e req-e00f5383-b5ae-49e4-ad20-562476d6c797 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:16.648661 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-483d0021-1924-4019-b174-63ba2f84018e req-e00f5383-b5ae-49e4-ad20-562476d6c797 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 946 time: 0.2680805
Feb 18 00:32:16.776164 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-483d0021-1924-4019-b174-63ba2f84018e req-98f81002-e8f4-46b9-9d9f-e6b1c15e42f9 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fd6903c-744d-4519-bcb3-97c734131df2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130955
Feb 18 00:32:16.873139 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Attempting to bind port 5027efe0-47b2-4895-b827-3f3cf50f2b2c on host hv-cinder-75157 for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 18 00:32:16.874079 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Attempting to bind port 5027efe0-47b2-4895-b827-3f3cf50f2b2c by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 18 00:32:16.874810 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Attempting to bind port 5027efe0-47b2-4895-b827-3f3cf50f2b2c on network 02b75107-ce2b-41d2-b3a8-04146635cea8 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 18 00:32:16.884246 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Checking agent: {'id': '67047de7-17e4-4c0d-a5cc-b9053b7f7538', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 16, 49), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 18 00:32:16.884246 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Checking segment: {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 18 00:32:16.884628 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:16.885676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Bound using segment: {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 18 00:32:16.886175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Bound port: 5027efe0-47b2-4895-b827-3f3cf50f2b2c, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 18 00:32:16.886562 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:16.930801 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-c4a93529-c21a-455f-9df9-d21dff965671 req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] For port bc5fa83e-0d05-4fb9-89bb-bf1139786599, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=bc5fa83e-0d05-4fb9-89bb-bf1139786599,segment=NetworkSegment(c237e7aa-225e-4940-bb95-a23a0387083e),segment_id=c237e7aa-225e-4940-bb95-a23a0387083e)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:32:16.931177 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c4a93529-c21a-455f-9df9-d21dff965671 req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:16.992478 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] For port 5027efe0-47b2-4895-b827-3f3cf50f2b2c, host hv-cinder-75157, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 18 00:32:16.995596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] For port 5027efe0-47b2-4895-b827-3f3cf50f2b2c, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=5027efe0-47b2-4895-b827-3f3cf50f2b2c,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 18 00:32:16.999045 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:17.015459 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d728e54a-1768-4cef-b88d-2a1e789d0f2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:32:17.072123 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-c4a93529-c21a-455f-9df9-d21dff965671 req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Calling delete_port for bc5fa83e-0d05-4fb9-89bb-bf1139786599 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:32:17.169827 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Pushing event updated for resources: {'Port': ['ID=5027efe0-47b2-4895-b827-3f3cf50f2b2c,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:32:17.175588 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:32:17.201683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device bc5fa83e-0d05-4fb9-89bb-bf1139786599 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:32:17.220106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:17.220849 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:17.222436 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] 10.222.0.58 "PUT /v2.0/ports/5027efe0-47b2-4895-b827-3f3cf50f2b2c HTTP/1.1" status: 200  len: 1157 time: 1.4000292
Feb 18 00:32:17.222906 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'tag': '5027efe0-47b2-4895-b827-3f3cf50f2b2c'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:32:17.228890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6fbdc-e0f3-471f-9767-aed50591a0de req-39764863-74fd-42a1-8ed3-b45cbec4eb27 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:17.230492 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e7c6fbdc-e0f3-471f-9767-aed50591a0de req-39764863-74fd-42a1-8ed3-b45cbec4eb27 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 943 time: 0.2276101
Feb 18 00:32:17.324014 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'tag': '5027efe0-47b2-4895-b827-3f3cf50f2b2c', 'status': 'completed', 'code': 200}
Feb 18 00:32:17.343843 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e7c6fbdc-e0f3-471f-9767-aed50591a0de req-1ac2e701-bb92-4b81-995f-cda343d35cf4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0759568
Feb 18 00:32:17.347914 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c4a93529-c21a-455f-9df9-d21dff965671 req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:17.365768 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Port bc5fa83e-0d05-4fb9-89bb-bf1139786599 update to DOWN by agent not found {{(pid=83995) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 18 00:32:17.377682 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a90128-b932-404c-a45f-d075c3148a24 req-aa501297-6ed0-4d0f-b37b-4cd943a03002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:17.379365 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-aa501297-6ed0-4d0f-b37b-4cd943a03002 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 1160 time: 0.1078241
Feb 18 00:32:17.418805 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e9b68a06-67f8-4dda-b293-6c63e5ec34f9 tempest-TestMinimumBasicScenario-1925822519 tempest-TestMinimumBasicScenario-1925822519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:32:17.459976 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-e98a95a4-b365-41a5-9842-be78d6db6fdf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5027efe0-47b2-4895-b827-3f3cf50f2b2c HTTP/1.1" status: 200  len: 217 time: 0.0721569
Feb 18 00:32:17.479152 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Pushing event deleted for resources: {'Port': ['ID=bc5fa83e-0d05-4fb9-89bb-bf1139786599,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:32:17.492651 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.493071 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.493487 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.493888 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.494289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.494691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.495089 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.495489 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.495883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.496279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.496698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.497094 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.497552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.497945 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.498339 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.498729 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.499122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.499503 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.499894 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.500881 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.501272 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.501661 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.502051 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.502443 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:17.517321 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:32:17.532867 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a90128-b932-404c-a45f-d075c3148a24 req-42979712-53c2-49b7-ba55-bd85d3c075ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:17.534457 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-42979712-53c2-49b7-ba55-bd85d3c075ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0661960
Feb 18 00:32:17.594956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a93529-c21a-455f-9df9-d21dff965671 req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] No DVR routers for this DVR port bc5fa83e-0d05-4fb9-89bb-bf1139786599 on host hv-cinder-75157 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:32:17.597366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c4a93529-c21a-455f-9df9-d21dff965671 req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:17.600313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97408aae-31db-4105-8f8a-ebe2afd677bb', 'name': 'network-vif-deleted', 'tag': 'bc5fa83e-0d05-4fb9-89bb-bf1139786599'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:32:17.627209 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c4a93529-c21a-455f-9df9-d21dff965671 req-f1369e73-74b5-4eba-bb0a-10e00432d386 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.58 "DELETE /v2.0/ports/bc5fa83e-0d05-4fb9-89bb-bf1139786599 HTTP/1.1" status: 204  len: 173 time: 1.0623884
Feb 18 00:32:17.656715 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97408aae-31db-4105-8f8a-ebe2afd677bb', 'name': 'network-vif-deleted', 'tag': 'bc5fa83e-0d05-4fb9-89bb-bf1139786599', 'status': 'completed', 'code': 200}
Feb 18 00:32:17.852113 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a90128-b932-404c-a45f-d075c3148a24 req-d988abc5-4c33-4a14-9373-3e121a3c7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:17.853703 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-d988abc5-4c33-4a14-9373-3e121a3c7be0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3126156
Feb 18 00:32:17.956927 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-83011994-0e61-40b0-96ee-9f1ecb703e07 req-595af3ae-0604-40b8-87a0-a49a1c92b1d1 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Synchronizing usage tracker for tenant:c46ca1ded081488fb589eb69ad6cdea8 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:32:17.971823 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-83011994-0e61-40b0-96ee-9f1ecb703e07 req-595af3ae-0604-40b8-87a0-a49a1c92b1d1 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Unset dirty status for tenant:c46ca1ded081488fb589eb69ad6cdea8 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:32:17.973143 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83011994-0e61-40b0-96ee-9f1ecb703e07 req-595af3ae-0604-40b8-87a0-a49a1c92b1d1 tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] 10.222.0.55 "GET /v2.0/ports?device_id=97408aae-31db-4105-8f8a-ebe2afd677bb HTTP/1.1" status: 200  len: 210 time: 0.0638397
Feb 18 00:32:18.000655 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-961ba7ca-8dcc-4c08-bde7-31f8465cbd98 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382580
Feb 18 00:32:18.147531 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91a90128-b932-404c-a45f-d075c3148a24 req-9b052f9c-238c-42d9-b7d6-623bcbeaf286 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387854
Feb 18 00:32:18.275860 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af4844-9fd6-4ecf-998b-5af7c95a5982 req-5a50ccfa-0e90-4a0a-b8c1-632d715c9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:18.277529 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-03af4844-9fd6-4ecf-998b-5af7c95a5982 req-5a50ccfa-0e90-4a0a-b8c1-632d715c9abe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 1160 time: 0.0798428
Feb 18 00:32:18.421621 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af4844-9fd6-4ecf-998b-5af7c95a5982 req-abb930d2-7b5a-40c9-b8a7-3f7184871268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:18.423138 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-03af4844-9fd6-4ecf-998b-5af7c95a5982 req-abb930d2-7b5a-40c9-b8a7-3f7184871268 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.1387689
Feb 18 00:32:18.543855 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-03af4844-9fd6-4ecf-998b-5af7c95a5982 req-dd1f5bc4-91e8-4a47-883b-ac473a185273 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5027efe0-47b2-4895-b827-3f3cf50f2b2c HTTP/1.1" status: 200  len: 217 time: 0.1104097
Feb 18 00:32:18.636114 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af4844-9fd6-4ecf-998b-5af7c95a5982 req-a6d6af13-7907-45e0-b92f-612bb6662260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:18.637715 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-03af4844-9fd6-4ecf-998b-5af7c95a5982 req-a6d6af13-7907-45e0-b92f-612bb6662260 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0843782
Feb 18 00:32:18.649399 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbab84f-c9c3-46e4-b2d3-c331f4630f9a req-22430f07-92fc-4b63-bf17-8196636c19f5 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:18.650140 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-2bbab84f-c9c3-46e4-b2d3-c331f4630f9a req-22430f07-92fc-4b63-bf17-8196636c19f5 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:32:18.720229 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-2bbab84f-c9c3-46e4-b2d3-c331f4630f9a req-22430f07-92fc-4b63-bf17-8196636c19f5 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:32:18.721534 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2bbab84f-c9c3-46e4-b2d3-c331f4630f9a req-22430f07-92fc-4b63-bf17-8196636c19f5 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 943 time: 0.2257543
Feb 18 00:32:18.757850 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af4844-9fd6-4ecf-998b-5af7c95a5982 req-e2b75001-f198-41d6-bdfb-6e90faae58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:18.759400 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-03af4844-9fd6-4ecf-998b-5af7c95a5982 req-e2b75001-f198-41d6-bdfb-6e90faae58c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1054537
Feb 18 00:32:18.863495 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2bbab84f-c9c3-46e4-b2d3-c331f4630f9a req-e967efc9-2510-402b-9632-5115d0acda2a tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1295991
Feb 18 00:32:18.927560 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-03af4844-9fd6-4ecf-998b-5af7c95a5982 req-a5c85efa-9473-40d5-b991-cde25f164462 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546268
Feb 18 00:32:19.072065 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-03af4844-9fd6-4ecf-998b-5af7c95a5982 req-f454f336-3c3e-46fb-a35e-b63b18f553ff service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381490
Feb 18 00:32:20.065546 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f58ab3-c182-46d7-942b-79d2cca36305 req-5fe62718-593e-4b74-85d4-5b3538c41e2a tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:20.067193 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82f58ab3-c182-46d7-942b-79d2cca36305 req-5fe62718-593e-4b74-85d4-5b3538c41e2a tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 943 time: 0.0890236
Feb 18 00:32:20.117516 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82f58ab3-c182-46d7-942b-79d2cca36305 req-5f4ffc31-e31d-4906-940f-f2e710fd768a tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0439968
Feb 18 00:32:21.319193 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f996014-b4b4-4995-bf23-0dbdad3beec2 req-f0bdb0ed-3621-45a0-8490-ff24c02c4d10 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:21.320814 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2f996014-b4b4-4995-bf23-0dbdad3beec2 req-f0bdb0ed-3621-45a0-8490-ff24c02c4d10 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 943 time: 0.0914714
Feb 18 00:32:21.368401 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2f996014-b4b4-4995-bf23-0dbdad3beec2 req-d737a5a5-43e5-4d47-b91e-6b7dbbfd25ab tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0412486
Feb 18 00:32:21.998426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:22.062674 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9c48f4d1-92df-44ac-91b6-9001f157532e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:22.566627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55f48c-ea1c-4df6-9145-e7a581452bd2 req-a7a2d840-0689-47d9-bd99-25481c3ecfed tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:22.568146 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ed55f48c-ea1c-4df6-9145-e7a581452bd2 req-a7a2d840-0689-47d9-bd99-25481c3ecfed tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 943 time: 0.0896895
Feb 18 00:32:22.615881 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ed55f48c-ea1c-4df6-9145-e7a581452bd2 req-a8257cb7-e2bf-490a-9c4e-3fbdde1d2490 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0414140
Feb 18 00:32:23.815103 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e698d4-633f-4976-9d0b-4313661bdb2c req-9ac3db36-87e0-43c5-88ee-5c29959cbb97 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:23.816713 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-17e698d4-633f-4976-9d0b-4313661bdb2c req-9ac3db36-87e0-43c5-88ee-5c29959cbb97 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 943 time: 0.0859241
Feb 18 00:32:23.834131 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-082f6849-6c2f-4b18-bdfd-c36f7e34e97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:23.868616 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-17e698d4-633f-4976-9d0b-4313661bdb2c req-433da1f2-1969-4d77-bc8b-7eba6cc07cd9 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0448809
Feb 18 00:32:24.055062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:32:25.072073 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eae7fc-6a92-4706-902b-a2d9c38a0618 req-5fa6ec44-beaf-482d-8e41-2dd363eb2ae5 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:25.073757 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-10eae7fc-6a92-4706-902b-a2d9c38a0618 req-5fa6ec44-beaf-482d-8e41-2dd363eb2ae5 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 943 time: 0.0886953
Feb 18 00:32:25.122491 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-10eae7fc-6a92-4706-902b-a2d9c38a0618 req-ed5f1cef-5ebe-4546-af88-2ade6937a9e2 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0422945
Feb 18 00:32:25.147136 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:26.044255 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:26.263874 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 5027efe0-47b2-4895-b827-3f3cf50f2b2c up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:32:26.320436 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8213e9-bdbd-4546-861a-409239b6a7f7 req-cf7a1fcf-665d-4414-82d5-aa212609c555 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:26.321949 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bd8213e9-bdbd-4546-861a-409239b6a7f7 req-cf7a1fcf-665d-4414-82d5-aa212609c555 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 943 time: 0.0880864
Feb 18 00:32:26.337367 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning for port 5027efe0-47b2-4895-b827-3f3cf50f2b2c completed by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 18 00:32:26.342311 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 5027efe0-47b2-4895-b827-3f3cf50f2b2c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:32:26.342737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:26.369529 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bd8213e9-bdbd-4546-861a-409239b6a7f7 req-79ef16e8-f96e-4543-afc3-5414f5855ca4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0410974
Feb 18 00:32:26.475064 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:26.477048 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:26.508819 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5027efe0-47b2-4895-b827-3f3cf50f2b2c'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:32:26.519208 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port 5027efe0-47b2-4895-b827-3f3cf50f2b2c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=5027efe0-47b2-4895-b827-3f3cf50f2b2c,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:32:26.522519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:26.524481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:32:26.556849 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5027efe0-47b2-4895-b827-3f3cf50f2b2c', 'code': 200}
Feb 18 00:32:26.597497 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=5027efe0-47b2-4895-b827-3f3cf50f2b2c,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:32:26.601398 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:32:26.964433 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb00d2-aa30-4b0b-9e71-74379f4dbf75 req-1ad7620d-4e32-42d4-b95a-2a065323e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:26.966077 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-70fb00d2-aa30-4b0b-9e71-74379f4dbf75 req-1ad7620d-4e32-42d4-b95a-2a065323e159 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 1162 time: 0.0849471
Feb 18 00:32:27.012130 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-70fb00d2-aa30-4b0b-9e71-74379f4dbf75 req-a331ca42-0fad-46c0-94ef-753571bc486e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0398273
Feb 18 00:32:27.567911 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c3f9c-7123-4549-81b2-3f1e32f73360 req-3f5a085b-fef9-4d4e-a003-8b0e4c412f3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:27.569429 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-111c3f9c-7123-4549-81b2-3f1e32f73360 req-3f5a085b-fef9-4d4e-a003-8b0e4c412f3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 945 time: 0.0888600
Feb 18 00:32:27.616358 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-111c3f9c-7123-4549-81b2-3f1e32f73360 req-907ceaae-0132-4628-b72f-9a7df361fd43 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0408413
Feb 18 00:32:27.966013 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 5027efe0-47b2-4895-b827-3f3cf50f2b2c up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:32:28.039198 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 5027efe0-47b2-4895-b827-3f3cf50f2b2c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:32:28.039627 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:28.818746 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd84bd-e1b3-46bd-a900-5a851ea77a05 req-c8491315-3a47-4932-94cb-d4403b31a777 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:28.820297 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2bd84bd-e1b3-46bd-a900-5a851ea77a05 req-c8491315-3a47-4932-94cb-d4403b31a777 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 945 time: 0.0871665
Feb 18 00:32:28.869551 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2bd84bd-e1b3-46bd-a900-5a851ea77a05 req-2fb7ed97-1fce-4ec0-b033-2035ef507513 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0429053
Feb 18 00:32:29.066450 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597e84d-a0ad-4357-ae22-fa9957bb2925 req-1379a82e-49b7-4e2a-be0f-e7ec1db92515 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:29.068037 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0597e84d-a0ad-4357-ae22-fa9957bb2925 req-1379a82e-49b7-4e2a-be0f-e7ec1db92515 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 945 time: 0.0856187
Feb 18 00:32:29.116571 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0597e84d-a0ad-4357-ae22-fa9957bb2925 req-decd8339-acad-454a-813e-460aff33073a tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0423515
Feb 18 00:32:29.311455 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-1c5183af-c4f2-4ee4-95a9-6f763d86dc4d tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1573100
Feb 18 00:32:29.321509 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Request body: {'floatingip': {'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:32:29.326999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 18 00:32:29.337211 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 18 00:32:29.346515 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:29.490392 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:29.768431 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Allocated IP 172.27.3.197 (3336ae4d-ba42-4f44-85e5-6cae3e7f95f7/27be2533-93d5-4aef-aaaf-f85ce4f4a784/076e4331-43aa-4a90-bd37-52ebb6324db0) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 18 00:32:29.932399 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:29.962318 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784031037265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:29.978032 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e01b97e4-e3a9-443f-9f20-93e5d0714735 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:32:30.113037 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event updated for resources: {'Port': ['ID=076e4331-43aa-4a90-bd37-52ebb6324db0,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:32:30.118606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:32:30.170710 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Network 3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 18 00:32:30.171853 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 18 00:32:30.174226 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 18 00:32:30.258390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:30.323949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:30.591683 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:30.595315 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30189083'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:30.610704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3ce3b0d5-0680-49d8-966f-3287ee8d7821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:32:30.747179 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event updated for resources: {'Port': ['ID=076e4331-43aa-4a90-bd37-52ebb6324db0,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:32:30.752981 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:32:30.851907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:30.880243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:30.881587 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5641897
Feb 18 00:32:31.023159 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-ad469777-ced2-4a05-a7fd-539d2733cc90 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:floatingip {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:32:31.037857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-ad469777-ced2-4a05-a7fd-539d2733cc90 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:floatingip {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:32:31.039109 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-ad469777-ced2-4a05-a7fd-539d2733cc90 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.197 HTTP/1.1" status: 200  len: 696 time: 0.1511648
Feb 18 00:32:31.198300 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-de9af859-9cee-4539-95fe-f97627317b67 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:31.199679 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c89da35-59e4-4373-b9cc-bff65c4e2025 req-de9af859-9cee-4539-95fe-f97627317b67 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/networks/3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 HTTP/1.1" status: 200  len: 784 time: 0.1546228
Feb 18 00:32:31.384283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-e666445a-350c-4510-bcf2-a01a8436f6b2 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:31.385895 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-e666445a-350c-4510-bcf2-a01a8436f6b2 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0887468
Feb 18 00:32:31.472694 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-2ebb3465-eb49-4b0c-b034-c246c2f25fe9 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.197 HTTP/1.1" status: 200  len: 696 time: 0.0806346
Feb 18 00:32:31.483134 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-22672a4f-c9c0-4a4a-ae44-ff0b68d964f4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Request body: {'floatingip': {'port_id': '5027efe0-47b2-4895-b827-3f3cf50f2b2c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 18 00:32:31.562181 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-22672a4f-c9c0-4a4a-ae44-ff0b68d964f4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:32.414866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-22672a4f-c9c0-4a4a-ae44-ff0b68d964f4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:32.417614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-22672a4f-c9c0-4a4a-ae44-ff0b68d964f4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982136'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:32.596480 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-22672a4f-c9c0-4a4a-ae44-ff0b68d964f4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Floating IP 837c9505-9a8b-4979-9501-bc9e0a80cc56 associated. External IP: 172.27.3.197, port: 5027efe0-47b2-4895-b827-3f3cf50f2b2c.
Feb 18 00:32:32.965567 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-22672a4f-c9c0-4a4a-ae44-ff0b68d964f4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Router b5c9e0c3-f00d-4541-803e-31d6eb11a262 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:32:33.159058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-22672a4f-c9c0-4a4a-ae44-ff0b68d964f4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:32:33.163491 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-22672a4f-c9c0-4a4a-ae44-ff0b68d964f4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:33.169217 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d431ff0d-17b5-48c8-b569-addea5a3c5d1 None None] Sync routers for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:32:33.178804 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431ff0d-17b5-48c8-b569-addea5a3c5d1 None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:32:33.179465 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d431ff0d-17b5-48c8-b569-addea5a3c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd3107ff278>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:32:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:32:33.222321 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-22672a4f-c9c0-4a4a-ae44-ff0b68d964f4 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "PUT /v2.0/floatingips/837c9505-9a8b-4979-9501-bc9e0a80cc56 HTTP/1.1" status: 200  len: 996 time: 1.7430632
Feb 18 00:32:33.223005 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'tag': '5027efe0-47b2-4895-b827-3f3cf50f2b2c'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:32:33.292212 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'tag': '5027efe0-47b2-4895-b827-3f3cf50f2b2c', 'status': 'completed', 'code': 200}
Feb 18 00:32:33.337619 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-74a3634b-7785-42fc-a2bb-27a49428e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:33.339330 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-74a3634b-7785-42fc-a2bb-27a49428e840 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 1162 time: 0.0895572
Feb 18 00:32:33.387876 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565141b-de01-4ab0-835a-72095638c217 req-981a2920-1f92-4116-a3e7-b45cdd6e3ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:33.389577 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5565141b-de01-4ab0-835a-72095638c217 req-981a2920-1f92-4116-a3e7-b45cdd6e3ca1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 1162 time: 0.0846913
Feb 18 00:32:33.493317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-0ee50766-45e5-4416-9e2e-9c69c761fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:33.494890 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-0ee50766-45e5-4416-9e2e-9c69c761fd95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.1477349
Feb 18 00:32:33.538033 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d431ff0d-17b5-48c8-b569-addea5a3c5d1 None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:32:33.612237 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-cd797667-ab69-41af-a998-6aa0c1383ea7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5027efe0-47b2-4895-b827-3f3cf50f2b2c HTTP/1.1" status: 200  len: 999 time: 0.1096873
Feb 18 00:32:33.690426 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-5beaa860-4b4c-42c1-9008-cd4482e80769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:33.692639 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-5beaa860-4b4c-42c1-9008-cd4482e80769 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0719769
Feb 18 00:32:33.769356 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565141b-de01-4ab0-835a-72095638c217 req-9760e3d2-53c3-40bc-a2b4-b1bb68cf26c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:33.770891 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5565141b-de01-4ab0-835a-72095638c217 req-9760e3d2-53c3-40bc-a2b4-b1bb68cf26c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.3742778
Feb 18 00:32:33.777555 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-f676ce6b-3b77-4ef2-8618-5f3ce896576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:33.779362 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-f676ce6b-3b77-4ef2-8618-5f3ce896576e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0789993
Feb 18 00:32:33.806183 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-2229968d-51ad-4cf4-8d29-6404c8a87814 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:32:33.807534 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-2229968d-51ad-4cf4-8d29-6404c8a87814 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0068734
Feb 18 00:32:33.885632 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5565141b-de01-4ab0-835a-72095638c217 req-6e165e9c-88e8-42a9-9ee3-7f30e0ccb115 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5027efe0-47b2-4895-b827-3f3cf50f2b2c HTTP/1.1" status: 200  len: 999 time: 0.1082087
Feb 18 00:32:33.920928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d431ff0d-17b5-48c8-b569-addea5a3c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd3107ff278>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '4d878c80-2060-4428-9cbe-8e824b8b40e9', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:78:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:30:25Z', 'updated_at': '2021-02-18T00:30:30Z', 'revision_number': 2, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}, {'id': '837c9505-9a8b-4979-9501-bc9e0a80cc56', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': '5027efe0-47b2-4895-b827-3f3cf50f2b2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:dc:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:32:30Z', 'updated_at': '2021-02-18T00:32:32Z', 'revision_number': 1, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:32:33.925022 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d431ff0d-17b5-48c8-b569-addea5a3c5d1 None None] Checking router: b5c9e0c3-f00d-4541-803e-31d6eb11a262 for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:32:33.934901 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431ff0d-17b5-48c8-b569-addea5a3c5d1 None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:32:33.935562 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d431ff0d-17b5-48c8-b569-addea5a3c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd3107ff278>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:32:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:32:33.954042 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-65a36163-51f6-4f44-b7f8-3e3b2de81586 service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394746
Feb 18 00:32:33.958888 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565141b-de01-4ab0-835a-72095638c217 req-e2b18f22-b12e-439e-9a82-98e34bbb3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:33.960477 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5565141b-de01-4ab0-835a-72095638c217 req-e2b18f22-b12e-439e-9a82-98e34bbb3543 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0677915
Feb 18 00:32:34.044976 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565141b-de01-4ab0-835a-72095638c217 req-e4b6166f-d6f3-4cf2-be04-aeb70ba30c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:32:34.046527 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5565141b-de01-4ab0-835a-72095638c217 req-e4b6166f-d6f3-4cf2-be04-aeb70ba30c6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0799608
Feb 18 00:32:34.120428 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f13d6bc5-3aec-49e9-a2d3-6578cec0bdd1 req-eadbc117-28bd-45bf-a430-0f9d4b1f3abe service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1577239
Feb 18 00:32:34.143999 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d431ff0d-17b5-48c8-b569-addea5a3c5d1 None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:32:34.221499 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5565141b-de01-4ab0-835a-72095638c217 req-1075497c-cc42-4d2b-b43d-b169dd2f3eba service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674376
Feb 18 00:32:34.373327 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5565141b-de01-4ab0-835a-72095638c217 req-9db48d38-7245-49c2-a088-38599194144a service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1446376
Feb 18 00:32:34.513818 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d431ff0d-17b5-48c8-b569-addea5a3c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd3107ff278>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '4d878c80-2060-4428-9cbe-8e824b8b40e9', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:78:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:30:25Z', 'updated_at': '2021-02-18T00:30:30Z', 'revision_number': 2, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}, {'id': '837c9505-9a8b-4979-9501-bc9e0a80cc56', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': '5027efe0-47b2-4895-b827-3f3cf50f2b2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:dc:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:32:30Z', 'updated_at': '2021-02-18T00:32:32Z', 'revision_number': 1, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:32:34.518059 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d431ff0d-17b5-48c8-b569-addea5a3c5d1 None None] The sync data for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi is: [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '4d878c80-2060-4428-9cbe-8e824b8b40e9', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:78:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:30:25Z', 'updated_at': '2021-02-18T00:30:30Z', 'revision_number': 2, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}, {'id': '837c9505-9a8b-4979-9501-bc9e0a80cc56', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': '5027efe0-47b2-4895-b827-3f3cf50f2b2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:dc:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:32:30Z', 'updated_at': '2021-02-18T00:32:32Z', 'revision_number': 1, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:32:34.809374 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c355adfb-003b-4f50-9f15-ab15b4ca4fb0 None None] New status for floating IP 837c9505-9a8b-4979-9501-bc9e0a80cc56: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:32:44.874294 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49744) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:32:44.943501 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Deleting subnet 2d1d23fe-55a2-41fc-9321-a3873915222d {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:32:44.946423 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:45.007725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32911427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:45.065962 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:45.325790 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824585018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822545795'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:45.341003 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:32:45.430068 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1d23fe-55a2-41fc-9321-a3873915222d,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:32:45.451109 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.451529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.451947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.452401 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.452774 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.453174 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.453570 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.453965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.454361 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.454753 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.455144 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.455544 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.455998 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.456437 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.456828 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.457223 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.458124 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.458521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.458907 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.459301 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.459686 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.460072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.460489 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.460876 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:32:45.465641 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:32:45.491988 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:45.497971 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-95888a41-eba0-4873-ba4b-d7137202c5b4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2d1d23fe-55a2-41fc-9321-a3873915222d HTTP/1.1" status: 204  len: 168 time: 0.6217816
Feb 18 00:32:45.500768 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49748) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:32:45.617084 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:45.807168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:45.924186 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd30e7b7710>,) {'filters': {'network_id': ['e0b7adc7-da49-4928-8fcb-0ad82e97afa3']}} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:32:45.936752 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30e7b7710>, 'c237e7aa-225e-4940-bb95-a23a0387083e') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:32:45.937093 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30e7b7710>, 'c237e7aa-225e-4940-bb95-a23a0387083e') {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:32:45.949425 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821864357'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:45.968138 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:45.970298 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:32:46.146304 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] Network e0b7adc7-da49-4928-8fcb-0ad82e97afa3 has no segments {{(pid=83992) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:32:46.155386 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30189113'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:46.337070 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] Network e0b7adc7-da49-4928-8fcb-0ad82e97afa3 has no segments {{(pid=83992) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:32:46.359368 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:32:46.433512 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:46.436949 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e19c5d2b-8517-4c09-b4fa-7f762f9c120a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:32:46.454430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:46.465358 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0b7adc7-da49-4928-8fcb-0ad82e97afa3,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:32:46.468795 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:32:46.473546 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-eb216a53-3db5-44ca-8d10-437d8eefce15 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e0b7adc7-da49-4928-8fcb-0ad82e97afa3 HTTP/1.1" status: 204  len: 168 time: 0.9718091
Feb 18 00:32:46.583517 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49754) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:32:46.636516 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-012875aa-d404-4843-9c23-976522875015 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c46ca1ded081488fb589eb69ad6cdea8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515850
Feb 18 00:32:46.638995 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49758) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:32:46.700123 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a26d2d7-d0b4-4b1f-864e-483795a0bc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:46.727303 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a26d2d7-d0b4-4b1f-864e-483795a0bc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:46.772895 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a26d2d7-d0b4-4b1f-864e-483795a0bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:46.777880 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a784e4f9-7e72-4680-b0b1-99ca9986f5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:32:46.792751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26d2d7-d0b4-4b1f-864e-483795a0bc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd6903c-744d-4519-bcb3-97c734131df2,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:32:46.798009 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3a26d2d7-d0b4-4b1f-864e-483795a0bc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:32:46.800673 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a26d2d7-d0b4-4b1f-864e-483795a0bc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:46.802483 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3a26d2d7-d0b4-4b1f-864e-483795a0bc8a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fd6903c-744d-4519-bcb3-97c734131df2 HTTP/1.1" status: 204  len: 168 time: 0.1624980
Feb 18 00:32:52.009481 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:52.061910 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc167-60ca-4c6b-9a84-8aa1093ef253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:53.834681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f1bc1322-7840-4f1d-af1a-401fe5e20cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:55.148761 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:56.045331 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:32:56.460882 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:33:01.054932 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:33:22.024821 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:33:22.060819 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-275e78ed-7bd5-4519-8f51-dbdb03a6eb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:33:23.835009 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dd7e65c0-5ede-41fc-9405-d884c25bdbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:33:25.150682 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:33:26.046125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:33:26.463138 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:33:38.055113 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:33:52.032668 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:33:52.058270 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7f9f34d4-ec2a-4232-884f-2992b989926e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:33:53.836126 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3173dacb-7c54-46cb-882c-899aef0cff32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:33:54.282833 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6ed84941-0a0e-4f2f-9fbe-e2eb374fbc01 req-13cfd256-40aa-4762-b93a-67af8db2ecb8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0811682
Feb 18 00:33:54.428496 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed84941-0a0e-4f2f-9fbe-e2eb374fbc01 req-bacb435f-38ff-4d94-9fc3-88f816a47183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:33:54.430077 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6ed84941-0a0e-4f2f-9fbe-e2eb374fbc01 req-bacb435f-38ff-4d94-9fc3-88f816a47183 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 1162 time: 0.0774965
Feb 18 00:33:54.583560 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed84941-0a0e-4f2f-9fbe-e2eb374fbc01 req-29e165a9-6452-4f67-932e-e629184aa95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:33:54.585588 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6ed84941-0a0e-4f2f-9fbe-e2eb374fbc01 req-29e165a9-6452-4f67-932e-e629184aa95a service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.1357825
Feb 18 00:33:54.695272 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6ed84941-0a0e-4f2f-9fbe-e2eb374fbc01 req-ac51001f-69a8-49bb-ac50-4e3eb8fbaea3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5702a59-c80d-47aa-8b1f-8b5fafc955a3 HTTP/1.1" status: 200  len: 1001 time: 0.1029806
Feb 18 00:33:54.762430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed84941-0a0e-4f2f-9fbe-e2eb374fbc01 req-67ad371e-2270-4f63-9c1c-ab21deee43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:33:54.763963 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6ed84941-0a0e-4f2f-9fbe-e2eb374fbc01 req-67ad371e-2270-4f63-9c1c-ab21deee43c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0630355
Feb 18 00:33:54.848857 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed84941-0a0e-4f2f-9fbe-e2eb374fbc01 req-3b96faa4-ce3e-4b63-a1f2-210bbbc7fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:33:54.850430 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6ed84941-0a0e-4f2f-9fbe-e2eb374fbc01 req-3b96faa4-ce3e-4b63-a1f2-210bbbc7fec3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0803103
Feb 18 00:33:54.992448 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6ed84941-0a0e-4f2f-9fbe-e2eb374fbc01 req-3c734b09-96e9-4bc4-ae16-57a06b7beb7d service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351528
Feb 18 00:33:55.135035 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6ed84941-0a0e-4f2f-9fbe-e2eb374fbc01 req-3f5b6ed7-b79f-4e63-8ff9-10c2300a5a40 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1358321
Feb 18 00:33:55.153475 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:33:56.048188 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:33:56.466542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:05.455044 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9db94f31-0523-4db8-a626-62ad0284069e req-7f597f5b-6768-4a5a-9b76-3ca83d144498 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips/837c9505-9a8b-4979-9501-bc9e0a80cc56 HTTP/1.1" status: 200  len: 998 time: 0.3914130
Feb 18 00:34:05.614082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db94f31-0523-4db8-a626-62ad0284069e req-69f1619c-a7d8-4a44-a7d3-7e252abe861c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:05.615542 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9db94f31-0523-4db8-a626-62ad0284069e req-69f1619c-a7d8-4a44-a7d3-7e252abe861c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/networks/3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 HTTP/1.1" status: 200  len: 784 time: 0.1546376
Feb 18 00:34:05.961521 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9db94f31-0523-4db8-a626-62ad0284069e req-524508f1-8115-4adb-9337-495035cb9e68 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.197 HTTP/1.1" status: 200  len: 1001 time: 0.3392594
Feb 18 00:34:06.041678 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db94f31-0523-4db8-a626-62ad0284069e req-14176301-b831-4acf-97ac-f108a9eb769e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:06.043102 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9db94f31-0523-4db8-a626-62ad0284069e req-14176301-b831-4acf-97ac-f108a9eb769e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports/5027efe0-47b2-4895-b827-3f3cf50f2b2c HTTP/1.1" status: 200  len: 942 time: 0.0757015
Feb 18 00:34:06.246109 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9db94f31-0523-4db8-a626-62ad0284069e req-e0c77f19-9e76-40c9-af24-a935297f75e9 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.197 HTTP/1.1" status: 200  len: 1001 time: 0.1067011
Feb 18 00:34:06.466239 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-9db94f31-0523-4db8-a626-62ad0284069e req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Deleting port 076e4331-43aa-4a90-bd37-52ebb6324db0 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:06.466860 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9db94f31-0523-4db8-a626-62ad0284069e req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:06.646470 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9db94f31-0523-4db8-a626-62ad0284069e req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:06.646846 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9db94f31-0523-4db8-a626-62ad0284069e req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:06.781246 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-9db94f31-0523-4db8-a626-62ad0284069e req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Calling delete_port for 076e4331-43aa-4a90-bd37-52ebb6324db0 owned by network:floatingip {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:34:06.934163 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9db94f31-0523-4db8-a626-62ad0284069e req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:06.950212 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-80880c94-f093-4dc2-bea1-fb3b40e50510 tempest-AttachVolumeShelveTestJSON-460386586 tempest-AttachVolumeShelveTestJSON-460386586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:07.049058 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event deleted for resources: {'Port': ['ID=076e4331-43aa-4a90-bd37-52ebb6324db0,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:07.066455 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.066883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.067299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.067708 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.068110 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.068545 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.068948 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.069909 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.070316 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.070715 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.071111 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.071505 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.071955 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.072388 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.072767 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.073160 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.073555 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.073946 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.074337 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.074737 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.075127 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.075517 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.075908 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.076298 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:07.081425 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:07.198703 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9db94f31-0523-4db8-a626-62ad0284069e req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:07.199010 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-9db94f31-0523-4db8-a626-62ad0284069e req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Floating IP 837c9505-9a8b-4979-9501-bc9e0a80cc56 disassociated (deleted). External IP: 172.27.3.197, port: 5027efe0-47b2-4895-b827-3f3cf50f2b2c.
Feb 18 00:34:07.567718 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9db94f31-0523-4db8-a626-62ad0284069e req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Router b5c9e0c3-f00d-4541-803e-31d6eb11a262 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:34:07.755792 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9db94f31-0523-4db8-a626-62ad0284069e req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:34:07.765583 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9054f6-f923-4c46-9382-b3683f67b06f None None] Sync routers for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:34:07.775864 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9054f6-f923-4c46-9382-b3683f67b06f None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:34:07.776587 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7a9054f6-f923-4c46-9382-b3683f67b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f561d68>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:33:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:07.781086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9db94f31-0523-4db8-a626-62ad0284069e req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:07.839813 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9db94f31-0523-4db8-a626-62ad0284069e req-04bf7aaf-db0e-42a7-93a3-a5c12b5f6d3b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "DELETE /v2.0/floatingips/837c9505-9a8b-4979-9501-bc9e0a80cc56 HTTP/1.1" status: 204  len: 173 time: 1.5877333
Feb 18 00:34:07.840544 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'tag': '5027efe0-47b2-4895-b827-3f3cf50f2b2c'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:34:07.895890 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'tag': '5027efe0-47b2-4895-b827-3f3cf50f2b2c', 'status': 'completed', 'code': 200}
Feb 18 00:34:07.967161 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-7a9054f6-f923-4c46-9382-b3683f67b06f None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:34:07.990835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db94f31-0523-4db8-a626-62ad0284069e req-3a6dfa38-1fc9-4916-9039-f85ab511b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:07.992551 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9db94f31-0523-4db8-a626-62ad0284069e req-3a6dfa38-1fc9-4916-9039-f85ab511b406 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 1162 time: 0.1386182
Feb 18 00:34:08.104372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23377e5f-363f-4d4a-a360-ee6aaff9413b req-41c7ab9e-8cc5-46a5-b136-320250e3953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:08.105910 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-23377e5f-363f-4d4a-a360-ee6aaff9413b req-41c7ab9e-8cc5-46a5-b136-320250e3953b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 1162 time: 0.1928983
Feb 18 00:34:08.346544 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7a9054f6-f923-4c46-9382-b3683f67b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f561d68>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '4d878c80-2060-4428-9cbe-8e824b8b40e9', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:78:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:30:25Z', 'updated_at': '2021-02-18T00:30:30Z', 'revision_number': 2, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:08.350913 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9054f6-f923-4c46-9382-b3683f67b06f None None] Checking router: b5c9e0c3-f00d-4541-803e-31d6eb11a262 for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:34:08.360491 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9054f6-f923-4c46-9382-b3683f67b06f None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:34:08.361077 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7a9054f6-f923-4c46-9382-b3683f67b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f561d68>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:33:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:08.487103 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db94f31-0523-4db8-a626-62ad0284069e req-f10809ee-70b0-49ba-93e2-ba7221962593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:08.488812 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9db94f31-0523-4db8-a626-62ad0284069e req-f10809ee-70b0-49ba-93e2-ba7221962593 service neutron] 10.222.0.55 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.4892452
Feb 18 00:34:08.591817 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9db94f31-0523-4db8-a626-62ad0284069e req-a7ada5a9-ac26-481c-be86-0718155eed95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5027efe0-47b2-4895-b827-3f3cf50f2b2c HTTP/1.1" status: 200  len: 217 time: 0.0856619
Feb 18 00:34:08.602004 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23377e5f-363f-4d4a-a360-ee6aaff9413b req-32ec6c1a-b0f8-408b-a519-75d7ff50278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:08.603582 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-23377e5f-363f-4d4a-a360-ee6aaff9413b req-32ec6c1a-b0f8-408b-a519-75d7ff50278e service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.4907658
Feb 18 00:34:08.709375 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-7a9054f6-f923-4c46-9382-b3683f67b06f None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:34:08.721508 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-23377e5f-363f-4d4a-a360-ee6aaff9413b req-cc2eb388-e1a4-4e34-9ae2-a7ab39497130 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5027efe0-47b2-4895-b827-3f3cf50f2b2c HTTP/1.1" status: 200  len: 217 time: 0.0823834
Feb 18 00:34:08.784181 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db94f31-0523-4db8-a626-62ad0284069e req-dca3f5d1-d864-48cf-a107-ed564f44ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:08.785823 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9db94f31-0523-4db8-a626-62ad0284069e req-dca3f5d1-d864-48cf-a107-ed564f44ef2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.1859977
Feb 18 00:34:08.848582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23377e5f-363f-4d4a-a360-ee6aaff9413b req-60223002-86c3-4853-ab35-6cd298d1220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:08.850218 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-23377e5f-363f-4d4a-a360-ee6aaff9413b req-60223002-86c3-4853-ab35-6cd298d1220d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.1214118
Feb 18 00:34:08.937062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db94f31-0523-4db8-a626-62ad0284069e req-6cae1e7e-8066-4fea-bcdd-988f5e41548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:08.938719 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9db94f31-0523-4db8-a626-62ad0284069e req-6cae1e7e-8066-4fea-bcdd-988f5e41548b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1435530
Feb 18 00:34:09.049519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23377e5f-363f-4d4a-a360-ee6aaff9413b req-84cdf253-fe32-486e-ac6a-babf4462552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:09.051054 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-23377e5f-363f-4d4a-a360-ee6aaff9413b req-84cdf253-fe32-486e-ac6a-babf4462552a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1938374
Feb 18 00:34:09.080313 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7a9054f6-f923-4c46-9382-b3683f67b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f561d68>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '4d878c80-2060-4428-9cbe-8e824b8b40e9', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:78:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:30:25Z', 'updated_at': '2021-02-18T00:30:30Z', 'revision_number': 2, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:09.084529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9054f6-f923-4c46-9382-b3683f67b06f None None] The sync data for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi is: [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_floatingips': [{'id': '4d878c80-2060-4428-9cbe-8e824b8b40e9', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'router_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'port_id': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'mac_address': 'fa:16:3e:78:7f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:30:25Z', 'updated_at': '2021-02-18T00:30:30Z', 'revision_number': 2, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:34:09.197154 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9db94f31-0523-4db8-a626-62ad0284069e req-72a54bae-bb91-4d54-8d17-10e4735bcec6 service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2505195
Feb 18 00:34:09.320918 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-23377e5f-363f-4d4a-a360-ee6aaff9413b req-7add66e6-4d1b-4101-aead-7e07b619625b service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2630751
Feb 18 00:34:09.470419 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9db94f31-0523-4db8-a626-62ad0284069e req-3e3e2020-8c71-41fa-b89a-3a9090eeec40 service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2577162
Feb 18 00:34:09.507896 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-23377e5f-363f-4d4a-a360-ee6aaff9413b req-bb309d0b-1e85-4f86-b22d-c84bbd0fb6e5 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1798782
Feb 18 00:34:09.513263 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f816db6b-324c-4825-9f1e-2828726f75a3 None None] New status for floating IP 837c9505-9a8b-4979-9501-bc9e0a80cc56: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:34:09.866387 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff250ff-65bd-4545-bd26-2c503ccd962f req-84f9d5a5-e793-4c3c-aa3d-0ee4fabbc803 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:09.867155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9ff250ff-65bd-4545-bd26-2c503ccd962f req-84f9d5a5-e793-4c3c-aa3d-0ee4fabbc803 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:34:09.882141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9ff250ff-65bd-4545-bd26-2c503ccd962f req-84f9d5a5-e793-4c3c-aa3d-0ee4fabbc803 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:34:09.883378 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ff250ff-65bd-4545-bd26-2c503ccd962f req-84f9d5a5-e793-4c3c-aa3d-0ee4fabbc803 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 945 time: 0.1012039
Feb 18 00:34:09.930840 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ff250ff-65bd-4545-bd26-2c503ccd962f req-8661e2a1-6919-4b38-8948-811b9a88e133 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0411539
Feb 18 00:34:10.865153 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 5027efe0-47b2-4895-b827-3f3cf50f2b2c up at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 18 00:34:10.937284 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Provisioning complete for port 5027efe0-47b2-4895-b827-3f3cf50f2b2c triggered by entity L2. {{(pid=83995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 18 00:34:10.937825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757169'] for port, provisioning_complete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:11.195553 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08b563-b2e4-4deb-800a-33589ef97429 req-b418a25b-4359-466d-b829-1cf98b6aa15e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:11.197199 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ea08b563-b2e4-4deb-800a-33589ef97429 req-b418a25b-4359-466d-b829-1cf98b6aa15e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 945 time: 0.1502120
Feb 18 00:34:11.246986 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ea08b563-b2e4-4deb-800a-33589ef97429 req-9df8f7fb-50b4-4f1f-a1b4-694e01d29aa9 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0433583
Feb 18 00:34:11.314508 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e7ffb-df45-4ff8-b167-89b93bac3d1f req-f8fe0cdc-80c6-400b-bdd3-0faa7efc1262 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:11.316002 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff1e7ffb-df45-4ff8-b167-89b93bac3d1f req-f8fe0cdc-80c6-400b-bdd3-0faa7efc1262 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 945 time: 0.0908551
Feb 18 00:34:11.392230 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-ff1e7ffb-df45-4ff8-b167-89b93bac3d1f req-46116416-cb43-423d-8fdd-7943e8ba1705 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Deleting port 5027efe0-47b2-4895-b827-3f3cf50f2b2c {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:11.392676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ff1e7ffb-df45-4ff8-b167-89b93bac3d1f req-46116416-cb43-423d-8fdd-7943e8ba1705 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:11.651066 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-ff1e7ffb-df45-4ff8-b167-89b93bac3d1f req-46116416-cb43-423d-8fdd-7943e8ba1705 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] For port 5027efe0-47b2-4895-b827-3f3cf50f2b2c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=5027efe0-47b2-4895-b827-3f3cf50f2b2c,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:34:11.651461 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ff1e7ffb-df45-4ff8-b167-89b93bac3d1f req-46116416-cb43-423d-8fdd-7943e8ba1705 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:11.782524 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-ff1e7ffb-df45-4ff8-b167-89b93bac3d1f req-46116416-cb43-423d-8fdd-7943e8ba1705 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Calling delete_port for 5027efe0-47b2-4895-b827-3f3cf50f2b2c owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:34:11.931379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ff1e7ffb-df45-4ff8-b167-89b93bac3d1f req-46116416-cb43-423d-8fdd-7943e8ba1705 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:11.948168 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0c72dca5-1df0-4181-ae48-54d39a2bf624 tempest-AttachVolumeNegativeTest-1038658210 tempest-AttachVolumeNegativeTest-1038658210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:12.052111 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46116416-cb43-423d-8fdd-7943e8ba1705 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event deleted for resources: {'Port': ['ID=5027efe0-47b2-4895-b827-3f3cf50f2b2c,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:12.055685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-46116416-cb43-423d-8fdd-7943e8ba1705 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:12.157023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1e7ffb-df45-4ff8-b167-89b93bac3d1f req-46116416-cb43-423d-8fdd-7943e8ba1705 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] No DVR routers for this DVR port 5027efe0-47b2-4895-b827-3f3cf50f2b2c on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:34:12.159515 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ff1e7ffb-df45-4ff8-b167-89b93bac3d1f req-46116416-cb43-423d-8fdd-7943e8ba1705 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:12.162298 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'name': 'network-vif-deleted', 'tag': '5027efe0-47b2-4895-b827-3f3cf50f2b2c'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:34:12.177518 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ff1e7ffb-df45-4ff8-b167-89b93bac3d1f req-46116416-cb43-423d-8fdd-7943e8ba1705 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "DELETE /v2.0/ports/5027efe0-47b2-4895-b827-3f3cf50f2b2c HTTP/1.1" status: 204  len: 173 time: 0.8558753
Feb 18 00:34:12.211950 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd7f174-0a19-484c-aea3-a72f07d66f75', 'name': 'network-vif-deleted', 'tag': '5027efe0-47b2-4895-b827-3f3cf50f2b2c', 'status': 'completed', 'code': 200}
Feb 18 00:34:12.407980 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71bcc936-27ad-454c-88aa-385918153160 req-4eff6c21-49f4-4ce2-a25d-6ec1d4307a23 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fd7f174-0a19-484c-aea3-a72f07d66f75 HTTP/1.1" status: 200  len: 210 time: 0.0475428
Feb 18 00:34:12.831109 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 5027efe0-47b2-4895-b827-3f3cf50f2b2c no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:34:12.869076 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] No Port match for: 5027efe0-47b2-4895-b827-3f3cf50f2b2c {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:34:12.869472 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device 5027efe0-47b2-4895-b827-3f3cf50f2b2c not bound to the agent host hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:34:15.055870 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:34:16.045015 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-fdd1e327-5ec3-4d90-84c8-79d1b41da31f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips/4d878c80-2060-4428-9cbe-8e824b8b40e9 HTTP/1.1" status: 200  len: 998 time: 0.1113338
Feb 18 00:34:16.202736 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961355-77ef-4e00-961f-634168e948ec req-f4de40c2-9af7-41c3-9c92-13f18d093343 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:16.204770 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-f4de40c2-9af7-41c3-9c92-13f18d093343 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/networks/3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 HTTP/1.1" status: 200  len: 784 time: 0.1533360
Feb 18 00:34:16.215691 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-1cadb307-8561-41e4-a9ba-b4a2ae101f35 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 18 00:34:16.216829 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-1cadb307-8561-41e4-a9ba-b4a2ae101f35 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0062740
Feb 18 00:34:16.329915 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-383cc393-626e-435b-a149-7003e2361f43 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.156 HTTP/1.1" status: 200  len: 1001 time: 0.1069422
Feb 18 00:34:16.410778 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961355-77ef-4e00-961f-634168e948ec req-fd5c905e-b737-414f-829a-449f81719491 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:16.412190 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-fd5c905e-b737-414f-829a-449f81719491 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports/d5702a59-c80d-47aa-8b1f-8b5fafc955a3 HTTP/1.1" status: 200  len: 942 time: 0.0764613
Feb 18 00:34:16.598434 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-d80c350e-c5b5-4deb-ae92-ceb82085c9ac tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.156 HTTP/1.1" status: 200  len: 1001 time: 0.1037335
Feb 18 00:34:16.820311 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-02961355-77ef-4e00-961f-634168e948ec req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Deleting port 5ad245eb-40ee-444d-aa3c-1b112220b9f3 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:16.820725 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-02961355-77ef-4e00-961f-634168e948ec req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:16.995390 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-02961355-77ef-4e00-961f-634168e948ec req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:16.995684 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-02961355-77ef-4e00-961f-634168e948ec req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:17.135816 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-02961355-77ef-4e00-961f-634168e948ec req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Calling delete_port for 5ad245eb-40ee-444d-aa3c-1b112220b9f3 owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:34:17.530085 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-02961355-77ef-4e00-961f-634168e948ec req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33517860'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:17.547893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-adf66c00-f469-4020-8c82-78f56b26fd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:17.640992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event deleted for resources: {'Port': ['ID=5ad245eb-40ee-444d-aa3c-1b112220b9f3,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:17.660211 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.660656 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.661072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.661479 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.661883 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.662289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.662744 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.663149 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.663555 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.663955 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.664380 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.664777 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.665231 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.665631 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.666034 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.666430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.666826 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.667219 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.667614 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.668009 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.668424 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.668817 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.669211 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.669611 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:17.674693 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:17.783734 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-02961355-77ef-4e00-961f-634168e948ec req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:17.784040 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-02961355-77ef-4e00-961f-634168e948ec req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Floating IP 4d878c80-2060-4428-9cbe-8e824b8b40e9 disassociated (deleted). External IP: 172.27.3.156, port: d5702a59-c80d-47aa-8b1f-8b5fafc955a3.
Feb 18 00:34:18.152609 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02961355-77ef-4e00-961f-634168e948ec req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Router b5c9e0c3-f00d-4541-803e-31d6eb11a262 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:34:18.343360 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02961355-77ef-4e00-961f-634168e948ec req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:34:18.354110 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a64da0-c165-4fe6-b9cf-ea3793214450 None None] Sync routers for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:34:18.363942 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a64da0-c165-4fe6-b9cf-ea3793214450 None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:34:18.364397 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-02961355-77ef-4e00-961f-634168e948ec req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:18.364634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-39a64da0-c165-4fe6-b9cf-ea3793214450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f69e4a8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:33:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:18.427146 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-07d0ad43-d6e5-40b7-951e-cf1eefa51a60 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "DELETE /v2.0/floatingips/4d878c80-2060-4428-9cbe-8e824b8b40e9 HTTP/1.1" status: 204  len: 173 time: 1.8206739
Feb 18 00:34:18.427618 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'tag': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:34:18.483574 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'tag': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'status': 'completed', 'code': 200}
Feb 18 00:34:18.521067 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961355-77ef-4e00-961f-634168e948ec req-595559d3-c49e-4ccf-92ee-b12d64e2943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:18.528874 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-595559d3-c49e-4ccf-92ee-b12d64e2943d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 1162 time: 0.0884154
Feb 18 00:34:18.556242 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-39a64da0-c165-4fe6-b9cf-ea3793214450 None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:34:18.627574 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b970f-62d9-4738-8ed5-6bfa2b120000 req-5ae284f1-9665-423d-9760-42722936c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:18.629363 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-740b970f-62d9-4738-8ed5-6bfa2b120000 req-5ae284f1-9665-423d-9760-42722936c498 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbe98c48a32e40f393f955451c6374aa&device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 1162 time: 0.1315930
Feb 18 00:34:18.678048 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961355-77ef-4e00-961f-634168e948ec req-6b2da2a4-6b49-4740-bd40-6630bfe57145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:18.679575 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-6b2da2a4-6b49-4740-bd40-6630bfe57145 service neutron] 10.222.0.55 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.1496460
Feb 18 00:34:18.761995 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-75df4510-0b6b-4e1c-93d5-f9daab6a17fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5702a59-c80d-47aa-8b1f-8b5fafc955a3 HTTP/1.1" status: 200  len: 217 time: 0.0754199
Feb 18 00:34:18.838318 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961355-77ef-4e00-961f-634168e948ec req-7af22af8-b449-4ea2-a4b4-165e10246621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:18.840135 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-7af22af8-b449-4ea2-a4b4-165e10246621 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0711408
Feb 18 00:34:18.908552 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-39a64da0-c165-4fe6-b9cf-ea3793214450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f69e4a8>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:18.913117 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a64da0-c165-4fe6-b9cf-ea3793214450 None None] Checking router: b5c9e0c3-f00d-4541-803e-31d6eb11a262 for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:34:18.923139 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a64da0-c165-4fe6-b9cf-ea3793214450 None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:34:18.923866 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-39a64da0-c165-4fe6-b9cf-ea3793214450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f69e4a8>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:33:54Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:18.934137 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961355-77ef-4e00-961f-634168e948ec req-2ccd9359-6d86-4556-aa99-316dc3757beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:18.935732 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-2ccd9359-6d86-4556-aa99-316dc3757beb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0866501
Feb 18 00:34:19.019162 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b970f-62d9-4738-8ed5-6bfa2b120000 req-5ed19250-ead1-4790-b239-3957db33fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:19.021425 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-740b970f-62d9-4738-8ed5-6bfa2b120000 req-5ed19250-ead1-4790-b239-3957db33fb67 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 200  len: 905 time: 0.3852239
Feb 18 00:34:19.084786 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-0a72a07a-39b1-492c-9dd7-5b0f4b6a9580 service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411488
Feb 18 00:34:19.100414 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-740b970f-62d9-4738-8ed5-6bfa2b120000 req-bcdc068a-6fd5-41c7-8670-301eda7bd02c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5702a59-c80d-47aa-8b1f-8b5fafc955a3 HTTP/1.1" status: 200  len: 217 time: 0.0723166
Feb 18 00:34:19.122391 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-39a64da0-c165-4fe6-b9cf-ea3793214450 None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:34:19.172792 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b970f-62d9-4738-8ed5-6bfa2b120000 req-a8dcf0f6-c26f-4b4d-ae31-240254229959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:19.174659 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-740b970f-62d9-4738-8ed5-6bfa2b120000 req-a8dcf0f6-c26f-4b4d-ae31-240254229959 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 200  len: 850 time: 0.0687652
Feb 18 00:34:19.238357 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02961355-77ef-4e00-961f-634168e948ec req-05d14732-19bb-466e-a0a0-bc22364454ff service neutron] 10.222.0.55 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456490
Feb 18 00:34:19.275617 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b970f-62d9-4738-8ed5-6bfa2b120000 req-3611a82b-23d7-4233-a276-4790668e152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:19.277585 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-740b970f-62d9-4738-8ed5-6bfa2b120000 req-3611a82b-23d7-4233-a276-4790668e152d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b75107-ce2b-41d2-b3a8-04146635cea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0964465
Feb 18 00:34:19.426727 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-740b970f-62d9-4738-8ed5-6bfa2b120000 req-a9d3efff-a59d-4217-a15a-06002a068d82 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422410
Feb 18 00:34:19.469658 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-39a64da0-c165-4fe6-b9cf-ea3793214450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f69e4a8>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:19.476265 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a64da0-c165-4fe6-b9cf-ea3793214450 None None] The sync data for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi is: [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:27:20Z', 'revision_number': 4, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi', '_interfaces': [{'id': 'b80612ea-2438-4e24-87b8-949eb5279fb2', 'name': '', 'network_id': '02b75107-ce2b-41d2-b3a8-04146635cea8', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'mac_address': 'fa:16:3e:bb:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:19Z', 'updated_at': '2021-02-18T00:27:30Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'subnets': [{'id': '62939898-b1a6-46d6-8d28-2f4301a93cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:34:19.582880 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-740b970f-62d9-4738-8ed5-6bfa2b120000 req-7b28a8d2-37ea-421c-a183-226cb5dfff17 service neutron] 10.222.0.58 "GET /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1498246
Feb 18 00:34:19.647195 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9aea0-107c-4523-b297-9df27f4fd6ed req-b842fd1b-1ba7-4900-bbf9-663304dc70cf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:19.647957 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-16b9aea0-107c-4523-b297-9df27f4fd6ed req-b842fd1b-1ba7-4900-bbf9-663304dc70cf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:34:19.663289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-16b9aea0-107c-4523-b297-9df27f4fd6ed req-b842fd1b-1ba7-4900-bbf9-663304dc70cf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:34:19.664586 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16b9aea0-107c-4523-b297-9df27f4fd6ed req-b842fd1b-1ba7-4900-bbf9-663304dc70cf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 945 time: 0.1031466
Feb 18 00:34:19.712971 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16b9aea0-107c-4523-b297-9df27f4fd6ed req-2db511e5-fca0-4331-b3ad-2cdcea60c14b tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0420220
Feb 18 00:34:19.903454 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a1cf7-93ac-465f-9e6f-63e2412b3da7 None None] New status for floating IP 4d878c80-2060-4428-9cbe-8e824b8b40e9: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 18 00:34:20.913603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Device d5702a59-c80d-47aa-8b1f-8b5fafc955a3 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:34:20.977123 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fd2c7-a3ea-4e38-9572-3816dba7e68e req-846cc03c-cc74-4d0a-9061-3d9a1b063312 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:20.977898 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0d7fd2c7-a3ea-4e38-9572-3816dba7e68e req-846cc03c-cc74-4d0a-9061-3d9a1b063312 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:34:20.998704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0d7fd2c7-a3ea-4e38-9572-3816dba7e68e req-846cc03c-cc74-4d0a-9061-3d9a1b063312 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:34:20.999913 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d7fd2c7-a3ea-4e38-9572-3816dba7e68e req-846cc03c-cc74-4d0a-9061-3d9a1b063312 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 945 time: 0.1669931
Feb 18 00:34:21.055122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb397142-dd16-43f1-9d14-93f1ff5ae386 req-2f7e7f27-c873-4971-b0a0-64850591c416 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:21.056761 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fb397142-dd16-43f1-9d14-93f1ff5ae386 req-2f7e7f27-c873-4971-b0a0-64850591c416 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 945 time: 0.1541080
Feb 18 00:34:21.057906 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853729657'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:21.089141 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3'}] {{(pid=83995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:34:21.101006 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] For port d5702a59-c80d-47aa-8b1f-8b5fafc955a3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d5702a59-c80d-47aa-8b1f-8b5fafc955a3,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:34:21.104457 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252823353835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252823767207', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784031008627'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:21.106383 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:21.131543 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d7fd2c7-a3ea-4e38-9572-3816dba7e68e req-d4c2343d-588a-49d8-8c57-04d8c9cbf2e1 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups?id=553a13fc-8373-492f-a60f-4d9a2d2ebfcf&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1216254
Feb 18 00:34:21.150827 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'code': 200}
Feb 18 00:34:21.159238 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-fb397142-dd16-43f1-9d14-93f1ff5ae386 req-89dd0b14-e18c-47a6-9bad-65dc56938f3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Deleting port d5702a59-c80d-47aa-8b1f-8b5fafc955a3 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:21.159624 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fb397142-dd16-43f1-9d14-93f1ff5ae386 req-89dd0b14-e18c-47a6-9bad-65dc56938f3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:21.193055 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Pushing event updated for resources: {'Port': ['ID=d5702a59-c80d-47aa-8b1f-8b5fafc955a3,revision_number=5']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:21.203236 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.203648 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.204018 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.204398 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.204768 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.205140 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.205533 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.205899 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.206289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.206686 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.207028 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.207783 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.207783 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.208178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.208577 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.208947 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.209863 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.210237 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.210606 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.210977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.211347 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.211716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.212086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.212477 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 18 00:34:21.221554 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83995) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:21.445056 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-fb397142-dd16-43f1-9d14-93f1ff5ae386 req-89dd0b14-e18c-47a6-9bad-65dc56938f3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] For port d5702a59-c80d-47aa-8b1f-8b5fafc955a3, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=d5702a59-c80d-47aa-8b1f-8b5fafc955a3,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:34:21.445443 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fb397142-dd16-43f1-9d14-93f1ff5ae386 req-89dd0b14-e18c-47a6-9bad-65dc56938f3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:21.577309 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-fb397142-dd16-43f1-9d14-93f1ff5ae386 req-89dd0b14-e18c-47a6-9bad-65dc56938f3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Calling delete_port for d5702a59-c80d-47aa-8b1f-8b5fafc955a3 owned by compute:nova {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:34:21.726678 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fb397142-dd16-43f1-9d14-93f1ff5ae386 req-89dd0b14-e18c-47a6-9bad-65dc56938f3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:21.744372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1b35082a-2cd9-4d9d-b520-4f10ac6846ef tempest-VolumesSnapshotTestJSON-1331156268 tempest-VolumesSnapshotTestJSON-1331156268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:21.846768 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd0b14-e18c-47a6-9bad-65dc56938f3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event deleted for resources: {'Port': ['ID=d5702a59-c80d-47aa-8b1f-8b5fafc955a3,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:21.849633 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-89dd0b14-e18c-47a6-9bad-65dc56938f3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:21.951343 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb397142-dd16-43f1-9d14-93f1ff5ae386 req-89dd0b14-e18c-47a6-9bad-65dc56938f3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] No DVR routers for this DVR port d5702a59-c80d-47aa-8b1f-8b5fafc955a3 on host hv-cinder-75157 {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:34:21.953676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fb397142-dd16-43f1-9d14-93f1ff5ae386 req-89dd0b14-e18c-47a6-9bad-65dc56938f3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:21.956557 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'name': 'network-vif-deleted', 'tag': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 18 00:34:21.971222 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fb397142-dd16-43f1-9d14-93f1ff5ae386 req-89dd0b14-e18c-47a6-9bad-65dc56938f3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.58 "DELETE /v2.0/ports/d5702a59-c80d-47aa-8b1f-8b5fafc955a3 HTTP/1.1" status: 204  len: 173 time: 0.9058750
Feb 18 00:34:22.005811 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4db94b7-fe7a-4aae-8bb3-1ec260d3773c', 'name': 'network-vif-deleted', 'tag': 'd5702a59-c80d-47aa-8b1f-8b5fafc955a3', 'status': 'completed', 'code': 200}
Feb 18 00:34:22.039872 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:22.058719 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3605-4d8c-488b-b6f8-98881b82d005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:22.301877 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0f3a4695-fd0d-414a-9cbd-3b3179089102 req-ec680f72-2b79-4b0e-a266-663aeea30b4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:34:22.320500 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0f3a4695-fd0d-414a-9cbd-3b3179089102 req-ec680f72-2b79-4b0e-a266-663aeea30b4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:34:22.321825 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0f3a4695-fd0d-414a-9cbd-3b3179089102 req-ec680f72-2b79-4b0e-a266-663aeea30b4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4db94b7-fe7a-4aae-8bb3-1ec260d3773c HTTP/1.1" status: 200  len: 210 time: 0.0700006
Feb 18 00:34:23.526910 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-c2dde512-4c71-478a-8e84-3d47e3783745 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips/a93cacca-955f-49c5-b6fa-23d91e44a7dd HTTP/1.1" status: 200  len: 693 time: 0.0905745
Feb 18 00:34:23.685101 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-62535d2c-6a00-4702-9d0c-08ca8796d348 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 18 00:34:23.686548 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-62535d2c-6a00-4702-9d0c-08ca8796d348 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/networks/3336ae4d-ba42-4f44-85e5-6cae3e7f95f7 HTTP/1.1" status: 200  len: 784 time: 0.1540217
Feb 18 00:34:23.774314 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-d6d3eb6f-3235-4d18-8d76-93afe9e79901 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Synchronizing usage tracker for tenant:bbe98c48a32e40f393f955451c6374aa on resource:floatingip {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 18 00:34:23.789450 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-d6d3eb6f-3235-4d18-8d76-93afe9e79901 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Unset dirty status for tenant:bbe98c48a32e40f393f955451c6374aa on resource:floatingip {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 18 00:34:23.790603 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-d6d3eb6f-3235-4d18-8d76-93afe9e79901 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.208 HTTP/1.1" status: 200  len: 696 time: 0.0974729
Feb 18 00:34:23.837563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7e13629a-dfef-45ea-a1f7-f92c388ca5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:23.879069 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-810ecb31-b61a-420f-9154-e7f13c5953ce tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.27.3.208 HTTP/1.1" status: 200  len: 696 time: 0.0819988
Feb 18 00:34:24.051148 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-842122c0-fc3a-4e85-b1d1-2dd9e083cacf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Deleting port 09abdc65-43d2-4f1e-b930-829b02c0ada4 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:24.051443 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-842122c0-fc3a-4e85-b1d1-2dd9e083cacf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:24.232115 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-842122c0-fc3a-4e85-b1d1-2dd9e083cacf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:24.232513 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-842122c0-fc3a-4e85-b1d1-2dd9e083cacf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:24.366234 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-842122c0-fc3a-4e85-b1d1-2dd9e083cacf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Calling delete_port for 09abdc65-43d2-4f1e-b930-829b02c0ada4 owned by network:floatingip {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:34:24.507005 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-842122c0-fc3a-4e85-b1d1-2dd9e083cacf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:24.522745 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-35e735b6-6e6a-48b3-a836-ea5954ebfa4c tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:24.618307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842122c0-fc3a-4e85-b1d1-2dd9e083cacf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event deleted for resources: {'Port': ['ID=09abdc65-43d2-4f1e-b930-829b02c0ada4,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:24.627819 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-842122c0-fc3a-4e85-b1d1-2dd9e083cacf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:24.745700 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-842122c0-fc3a-4e85-b1d1-2dd9e083cacf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for floatingip, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:24.768254 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-842122c0-fc3a-4e85-b1d1-2dd9e083cacf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111829'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:24.769512 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-777f529f-867c-4e16-8d52-ade2c46b22c7 req-842122c0-fc3a-4e85-b1d1-2dd9e083cacf tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "DELETE /v2.0/floatingips/a93cacca-955f-49c5-b6fa-23d91e44a7dd HTTP/1.1" status: 204  len: 173 time: 0.8839426
Feb 18 00:34:25.157173 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:26.048954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:26.229468 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-447f3987-d85c-4695-a00f-8319c9c61395 req-88b668c9-9635-408d-a4a7-a183fa722f6e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "GET /v2.0/security-groups/553a13fc-8373-492f-a60f-4d9a2d2ebfcf HTTP/1.1" status: 200  len: 2997 time: 0.0504334
Feb 18 00:34:26.305091 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-447f3987-d85c-4695-a00f-8319c9c61395 req-573cf90b-074f-4b47-8412-463785129a3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:26.333379 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-447f3987-d85c-4695-a00f-8319c9c61395 req-573cf90b-074f-4b47-8412-463785129a3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:26.380209 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-447f3987-d85c-4695-a00f-8319c9c61395 req-573cf90b-074f-4b47-8412-463785129a3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:26.385420 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4c999d4b-58ad-44bc-93d1-7807577c1400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:26.400564 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cf90b-074f-4b47-8412-463785129a3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553a13fc-8373-492f-a60f-4d9a2d2ebfcf,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:26.403395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-573cf90b-074f-4b47-8412-463785129a3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:26.412624 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-447f3987-d85c-4695-a00f-8319c9c61395 req-573cf90b-074f-4b47-8412-463785129a3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:26.413824 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [req-447f3987-d85c-4695-a00f-8319c9c61395 req-573cf90b-074f-4b47-8412-463785129a3f tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] 10.222.0.55 "DELETE /v2.0/security-groups/553a13fc-8373-492f-a60f-4d9a2d2ebfcf HTTP/1.1" status: 204  len: 173 time: 0.1782656
Feb 18 00:34:26.469332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:26.471681 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49858) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:34:26.679935 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-07c0bb9d-a4b9-4b0b-8251-5daf59722204 req-2c14c105-b0de-489e-a4aa-164286ec8a89 service neutron] (83993) timed out ('10.222.0.58', 63023) {{(pid=83993) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 18 00:34:27.391355 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6334ffa2-63fb-43f1-83a6-37e67b1b500a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981850'] for router_interface, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:27.760921 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-6334ffa2-63fb-43f1-83a6-37e67b1b500a admin admin] Deleting port b80612ea-2438-4e24-87b8-949eb5279fb2 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:27.761305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6334ffa2-63fb-43f1-83a6-37e67b1b500a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:27.946977 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-6334ffa2-63fb-43f1-83a6-37e67b1b500a admin admin] For port b80612ea-2438-4e24-87b8-949eb5279fb2, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=b80612ea-2438-4e24-87b8-949eb5279fb2,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:34:27.947377 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6334ffa2-63fb-43f1-83a6-37e67b1b500a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:28.079462 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-6334ffa2-63fb-43f1-83a6-37e67b1b500a admin admin] Calling delete_port for b80612ea-2438-4e24-87b8-949eb5279fb2 owned by network:router_interface {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:34:28.268117 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6334ffa2-63fb-43f1-83a6-37e67b1b500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:28.283592 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a28d6884-b2e1-42d1-8582-3dc17698b01e tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:28.385961 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334ffa2-63fb-43f1-83a6-37e67b1b500a admin admin] Pushing event deleted for resources: {'Port': ['ID=b80612ea-2438-4e24-87b8-949eb5279fb2,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:28.390639 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6334ffa2-63fb-43f1-83a6-37e67b1b500a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:28.691210 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6334ffa2-63fb-43f1-83a6-37e67b1b500a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853095038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981940'] for router_interface, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:29.204677 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6334ffa2-63fb-43f1-83a6-37e67b1b500a admin admin] Router b5c9e0c3-f00d-4541-803e-31d6eb11a262 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:34:29.397898 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6334ffa2-63fb-43f1-83a6-37e67b1b500a admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:34:29.406687 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30431e-2661-41e1-a6ba-8d5a31169dcb None None] Sync routers for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:34:29.410666 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6334ffa2-63fb-43f1-83a6-37e67b1b500a admin admin] 10.222.0.55 "PUT /v2.0/routers/b5c9e0c3-f00d-4541-803e-31d6eb11a262/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9377055
Feb 18 00:34:29.413366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49864) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:34:29.417798 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30431e-2661-41e1-a6ba-8d5a31169dcb None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:34:29.418521 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-6e30431e-2661-41e1-a6ba-8d5a31169dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f6fcc50>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:34:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:29.616502 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-6e30431e-2661-41e1-a6ba-8d5a31169dcb None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:34:29.851179 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Notify callbacks [] for router, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:30.048902 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:30.057602 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Deleting port d3ca89ad-de8d-4766-95a6-7bb938aa1346 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:30.057974 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:30.084178 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-6e30431e-2661-41e1-a6ba-8d5a31169dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f6fcc50>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:34:28Z', 'revision_number': 5, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port': {'id': 'd3ca89ad-de8d-4766-95a6-7bb938aa1346', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:16Z', 'updated_at': '2021-02-18T00:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:30.088782 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30431e-2661-41e1-a6ba-8d5a31169dcb None None] Checking router: b5c9e0c3-f00d-4541-803e-31d6eb11a262 for host: dv-cinder-751579-21-iscsi {{(pid=83996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:34:30.097564 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30431e-2661-41e1-a6ba-8d5a31169dcb None None] Routers {'b5c9e0c3-f00d-4541-803e-31d6eb11a262'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:34:30.098216 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-6e30431e-2661-41e1-a6ba-8d5a31169dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f6fcc50>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:34:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'], 'active': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:30.250307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] For port d3ca89ad-de8d-4766-95a6-7bb938aa1346, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=d3ca89ad-de8d-4766-95a6-7bb938aa1346,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:34:30.250726 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:30.260591 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-6e30431e-2661-41e1-a6ba-8d5a31169dcb None None] Set router b5c9e0c3-f00d-4541-803e-31d6eb11a262 gateway port host: None {{(pid=83996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:34:30.374714 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-6e30431e-2661-41e1-a6ba-8d5a31169dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f6fcc50>, [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:34:30Z', 'revision_number': 6, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port_host': None}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:30.378927 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30431e-2661-41e1-a6ba-8d5a31169dcb None None] The sync data for ids ['b5c9e0c3-f00d-4541-803e-31d6eb11a262'] in dv-cinder-751579-21-iscsi is: [{'id': 'b5c9e0c3-f00d-4541-803e-31d6eb11a262', 'name': 'tempest-TestVolumeBootPattern-663733912-router', 'tenant_id': 'bbe98c48a32e40f393f955451c6374aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:15Z', 'updated_at': '2021-02-18T00:34:30Z', 'revision_number': 6, 'project_id': 'bbe98c48a32e40f393f955451c6374aa', 'gw_port_host': None}] {{(pid=83996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:34:30.391699 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Calling delete_port for d3ca89ad-de8d-4766-95a6-7bb938aa1346 owned by network:router_gateway {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:34:30.575185 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:30.591171 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2fddfd04-f8bc-428b-881e-492b3ae25add service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:30.689771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ca89ad-de8d-4766-95a6-7bb938aa1346,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:30.699491 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:30.806469 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device d3ca89ad-de8d-4766-95a6-7bb938aa1346 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:34:30.821112 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852801664'] for router_gateway, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:30.845973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: d3ca89ad-de8d-4766-95a6-7bb938aa1346 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:34:30.846372 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device d3ca89ad-de8d-4766-95a6-7bb938aa1346 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:34:30.846851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device b80612ea-2438-4e24-87b8-949eb5279fb2 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:34:30.883544 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: b80612ea-2438-4e24-87b8-949eb5279fb2 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:34:30.884097 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device b80612ea-2438-4e24-87b8-949eb5279fb2 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:34:31.009587 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1084'] for router, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:31.011930 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:31.035061 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977362'] for router, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:31.035645 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5c9e0c3-f00d-4541-803e-31d6eb11a262 {{(pid=83992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 00:34:31.048872 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:31.050131 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ac0974ce-9c96-449e-bf3c-68b078a1e004 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b5c9e0c3-f00d-4541-803e-31d6eb11a262 HTTP/1.1" status: 204  len: 168 time: 1.6357799
Feb 18 00:34:31.052954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49868) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:34:31.128516 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-2222d05c-c3e5-46d5-b91c-77bbbe735080 admin admin] Deleting subnet 62939898-b1a6-46d6-8d28-2f4301a93cd6 {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:34:31.131779 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2222d05c-c3e5-46d5-b91c-77bbbe735080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:31.190529 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2222d05c-c3e5-46d5-b91c-77bbbe735080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32911427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:31.274819 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2222d05c-c3e5-46d5-b91c-77bbbe735080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:31.545788 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2222d05c-c3e5-46d5-b91c-77bbbe735080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824585018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822545795'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:31.561685 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:31.648836 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222d05c-c3e5-46d5-b91c-77bbbe735080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62939898-b1a6-46d6-8d28-2f4301a93cd6,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:31.653353 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2222d05c-c3e5-46d5-b91c-77bbbe735080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:31.696317 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2222d05c-c3e5-46d5-b91c-77bbbe735080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:31.701392 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ccb2b4-5063-4bcd-b645-3a038122c5b8 None None] Network 02b75107-ce2b-41d2-b3a8-04146635cea8 requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:34:31.703145 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2222d05c-c3e5-46d5-b91c-77bbbe735080 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/62939898-b1a6-46d6-8d28-2f4301a93cd6 HTTP/1.1" status: 204  len: 168 time: 0.6491487
Feb 18 00:34:31.705850 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49872) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:34:31.823027 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:31.897191 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Deleting port 32b7d55d-2566-46ba-ab2c-6343ebd25a01 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:31.897816 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:31.952704 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d6a75-2111-46f5-9a30-98d8e72e512a None None] DHCP port deletion for 02b75107-ce2b-41d2-b3a8-04146635cea8 request from dv-cinder-751579-21-iscsi {{(pid=83995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 00:34:31.957002 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d6a75-2111-46f5-9a30-98d8e72e512a None None] Deleting port 32b7d55d-2566-46ba-ab2c-6343ebd25a01 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:31.957424 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd7d6a75-2111-46f5-9a30-98d8e72e512a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:32.118788 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] For port 32b7d55d-2566-46ba-ab2c-6343ebd25a01, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=32b7d55d-2566-46ba-ab2c-6343ebd25a01,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:34:32.119188 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:32.175199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-bd7d6a75-2111-46f5-9a30-98d8e72e512a None None] For port 32b7d55d-2566-46ba-ab2c-6343ebd25a01, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=32b7d55d-2566-46ba-ab2c-6343ebd25a01,segment=NetworkSegment(2af8e92d-f5f9-4330-a3f8-b0eca9c24b39),segment_id=2af8e92d-f5f9-4330-a3f8-b0eca9c24b39)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:34:32.175655 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd7d6a75-2111-46f5-9a30-98d8e72e512a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:32.260790 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Calling delete_port for 32b7d55d-2566-46ba-ab2c-6343ebd25a01 owned by network:dhcp {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:34:32.309869 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d6a75-2111-46f5-9a30-98d8e72e512a None None] Calling delete_port for 32b7d55d-2566-46ba-ab2c-6343ebd25a01 owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:34:32.337637 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:32.353347 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f2d98e8d-ced6-4ea2-9601-006608e4dd90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:32.387458 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-bd7d6a75-2111-46f5-9a30-98d8e72e512a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 00:34:32.387789 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-bd7d6a75-2111-46f5-9a30-98d8e72e512a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 00:34:32.448794 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=32b7d55d-2566-46ba-ab2c-6343ebd25a01,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:32.453459 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:32.495534 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] No DVR routers for this DVR port 32b7d55d-2566-46ba-ab2c-6343ebd25a01 on host dv-cinder-751579-21-iscsi {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:34:32.617221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:32.731959 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd30f3e1e48>,) {'filters': {'network_id': ['02b75107-ce2b-41d2-b3a8-04146635cea8']}} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:32.744966 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f3e1e48>, '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:32.745311 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd30f3e1e48>, '2af8e92d-f5f9-4330-a3f8-b0eca9c24b39') {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:32.757538 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821864357'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:32.778488 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:32.781634 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:34:32.803378 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 32b7d55d-2566-46ba-ab2c-6343ebd25a01 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:34:32.839954 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: 32b7d55d-2566-46ba-ab2c-6343ebd25a01 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:34:32.840363 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 32b7d55d-2566-46ba-ab2c-6343ebd25a01 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:34:32.888893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d6a75-2111-46f5-9a30-98d8e72e512a None None] Deleting port 32b7d55d-2566-46ba-ab2c-6343ebd25a01 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:32.889326 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd7d6a75-2111-46f5-9a30-98d8e72e512a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:32.964569 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d6a75-2111-46f5-9a30-98d8e72e512a None None] The port '32b7d55d-2566-46ba-ab2c-6343ebd25a01' was deleted {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 00:34:33.203395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Network 02b75107-ce2b-41d2-b3a8-04146635cea8 has no segments {{(pid=83992) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:34:33.214547 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30189113'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:33.391461 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Network 02b75107-ce2b-41d2-b3a8-04146635cea8 has no segments {{(pid=83992) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:34:33.417871 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:34:33.496956 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:33.500697 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fcafc530-5e4b-41a4-a5b5-0ce5607ca5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:33.515010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:33.526530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=02b75107-ce2b-41d2-b3a8-04146635cea8,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:33.529903 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:33.540009 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-735346c7-0675-4ea3-9068-667c00aa4e8d admin admin] 10.222.0.55 "DELETE /v2.0/networks/02b75107-ce2b-41d2-b3a8-04146635cea8 HTTP/1.1" status: 204  len: 168 time: 1.8331528
Feb 18 00:34:33.543079 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49876) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:34:34.107001 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-75155e26-252d-4b4a-8a90-5a815a161a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981850'] for router_interface, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:34.472629 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-75155e26-252d-4b4a-8a90-5a815a161a89 admin admin] Deleting port 5902f69b-216f-4b5f-b688-403b699e8cff {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:34.472924 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-75155e26-252d-4b4a-8a90-5a815a161a89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:34.651811 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-75155e26-252d-4b4a-8a90-5a815a161a89 admin admin] For port 5902f69b-216f-4b5f-b688-403b699e8cff, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=5902f69b-216f-4b5f-b688-403b699e8cff,segment=NetworkSegment(eccadce4-1c19-4e11-be58-1978dffc8b47),segment_id=eccadce4-1c19-4e11-be58-1978dffc8b47)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:34:34.652207 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-75155e26-252d-4b4a-8a90-5a815a161a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:34.784519 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-75155e26-252d-4b4a-8a90-5a815a161a89 admin admin] Calling delete_port for 5902f69b-216f-4b5f-b688-403b699e8cff owned by network:router_interface {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:34:34.967933 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-75155e26-252d-4b4a-8a90-5a815a161a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:34.983548 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-46116416-cb43-423d-8fdd-7943e8ba1705 tempest-TestVolumeBootPattern-712135521 tempest-TestVolumeBootPattern-712135521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:35.084961 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75155e26-252d-4b4a-8a90-5a815a161a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=5902f69b-216f-4b5f-b688-403b699e8cff,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:35.092307 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-75155e26-252d-4b4a-8a90-5a815a161a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:35.405802 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-75155e26-252d-4b4a-8a90-5a815a161a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853095038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981940'] for router_interface, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:36.145220 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75155e26-252d-4b4a-8a90-5a815a161a89 admin admin] Router 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 has already been hosted by L3 agent 23f2254e-9798-48af-ab2a-cd2d3c25e370 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 18 00:34:36.336132 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75155e26-252d-4b4a-8a90-5a815a161a89 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 18 00:34:36.345232 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9476bdf-c6e6-4248-9729-c306162e76e5 None None] Sync routers for ids ['5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'] in dv-cinder-751579-21-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 18 00:34:36.345412 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-75155e26-252d-4b4a-8a90-5a815a161a89 admin admin] 10.222.0.55 "PUT /v2.0/routers/5cf941b1-9550-4ce6-8feb-c78f0a4e30d3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8011143
Feb 18 00:34:36.347927 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49880) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:34:36.355716 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9476bdf-c6e6-4248-9729-c306162e76e5 None None] Routers {'5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:34:36.356424 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d9476bdf-c6e6-4248-9729-c306162e76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f647748>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:34:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:36.539924 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Notify callbacks [] for router, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:36.544722 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d9476bdf-c6e6-4248-9729-c306162e76e5 None None] Set router 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 gateway port host: dv-cinder-751579-21-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:34:36.729176 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:36.738751 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Deleting port 627d288c-b265-46f7-b26d-95c8597bff60 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:36.739120 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:36.852771 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d9476bdf-c6e6-4248-9729-c306162e76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f647748>, [{'id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'name': 'tempest-TestVolumeBootPattern-2072559024-router', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'external_fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '627d288c-b265-46f7-b26d-95c8597bff60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:24Z', 'updated_at': '2021-02-18T00:34:34Z', 'revision_number': 5, 'project_id': '7e8e671e875f4ce4986838eb8e4b318e', 'gw_port': {'id': '627d288c-b265-46f7-b26d-95c8597bff60', 'name': '', 'network_id': '3336ae4d-ba42-4f44-85e5-6cae3e7f95f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:27:25Z', 'updated_at': '2021-02-18T00:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '27be2533-93d5-4aef-aaaf-f85ce4f4a784', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-iscsi'}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:36.856859 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9476bdf-c6e6-4248-9729-c306162e76e5 None None] Checking router: 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 for host: dv-cinder-751579-21-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 18 00:34:36.866896 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9476bdf-c6e6-4248-9729-c306162e76e5 None None] Routers {'5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'} bound to L3 agent in host dv-cinder-751579-21-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 18 00:34:36.867554 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d9476bdf-c6e6-4248-9729-c306162e76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd30f647748>, 'dv-cinder-751579-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:09:54Z,description=<?>,heartbeat_timestamp=2021-02-18T00:34:24Z,host='dv-cinder-751579-21-iscsi',id=23f2254e-9798-48af-ab2a-cd2d3c25e370,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-18T00:09:54Z,topic='l3_agent')) {'router_ids': ['5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:36.929957 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] For port 627d288c-b265-46f7-b26d-95c8597bff60, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=627d288c-b265-46f7-b26d-95c8597bff60,segment=NetworkSegment(7fb81b73-0030-4fbd-b8fe-210749d7072c),segment_id=7fb81b73-0030-4fbd-b8fe-210749d7072c)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:34:36.930356 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:37.072598 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Calling delete_port for 627d288c-b265-46f7-b26d-95c8597bff60 owned by network:router_gateway {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:34:37.196018 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d9476bdf-c6e6-4248-9729-c306162e76e5 None None] Set router 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 gateway port host: None {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 18 00:34:37.257863 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:37.273492 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ecb07cab-763c-497b-97e2-83c155b623df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:37.316617 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d9476bdf-c6e6-4248-9729-c306162e76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd30f647748>, [{'id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'name': 'tempest-TestVolumeBootPattern-2072559024-router', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:24Z', 'updated_at': '2021-02-18T00:34:36Z', 'revision_number': 6, 'project_id': '7e8e671e875f4ce4986838eb8e4b318e', 'gw_port_host': None}], 'dv-cinder-751579-21-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:37.320897 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9476bdf-c6e6-4248-9729-c306162e76e5 None None] The sync data for ids ['5cf941b1-9550-4ce6-8feb-c78f0a4e30d3'] in dv-cinder-751579-21-iscsi is: [{'id': '5cf941b1-9550-4ce6-8feb-c78f0a4e30d3', 'name': 'tempest-TestVolumeBootPattern-2072559024-router', 'tenant_id': '7e8e671e875f4ce4986838eb8e4b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:27:24Z', 'updated_at': '2021-02-18T00:34:36Z', 'revision_number': 6, 'project_id': '7e8e671e875f4ce4986838eb8e4b318e', 'gw_port_host': None}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 18 00:34:37.372663 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Pushing event deleted for resources: {'Port': ['ID=627d288c-b265-46f7-b26d-95c8597bff60,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:37.384104 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:37.505155 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852801664'] for router_gateway, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:37.690415 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1976368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1084'] for router, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:37.692794 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:37.716633 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1977362'] for router, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:37.717221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 {{(pid=83992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 18 00:34:37.730125 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:37.731348 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] 10.222.0.55 "DELETE /v2.0/routers/5cf941b1-9550-4ce6-8feb-c78f0a4e30d3 HTTP/1.1" status: 204  len: 168 time: 1.3824008
Feb 18 00:34:37.734047 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49884) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:34:37.801829 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e25ee36-7671-4836-9feb-51bf9dfcce40 admin admin] Deleting subnet 7aa69f62-cc85-486a-a7ad-4739c0a1f3b4 {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 18 00:34:37.804981 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2e25ee36-7671-4836-9feb-51bf9dfcce40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:37.858332 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2e25ee36-7671-4836-9feb-51bf9dfcce40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32911427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:37.945530 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2e25ee36-7671-4836-9feb-51bf9dfcce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853751522'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:38.203110 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2e25ee36-7671-4836-9feb-51bf9dfcce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1024262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824585018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822545795'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:38.222871 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:38.309279 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25ee36-7671-4836-9feb-51bf9dfcce40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa69f62-cc85-486a-a7ad-4739c0a1f3b4,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:38.313806 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2e25ee36-7671-4836-9feb-51bf9dfcce40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:38.359893 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2e25ee36-7671-4836-9feb-51bf9dfcce40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:38.365560 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96ea56e-3ccf-4744-8f56-c35cdc90a5bd None None] Network 2062899b-4527-4a08-82a6-994abbe1bb8f requested from dv-cinder-751579-21-iscsi {{(pid=83995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 18 00:34:38.366840 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2e25ee36-7671-4836-9feb-51bf9dfcce40 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7aa69f62-cc85-486a-a7ad-4739c0a1f3b4 HTTP/1.1" status: 204  len: 168 time: 0.6317248
Feb 18 00:34:38.369584 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49888) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:34:38.488661 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854212645'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:38.557868 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Deleting port 658da34f-d78b-41d5-a2c4-10da91086a92 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:38.558242 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:38.620041 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e69a66e-bc16-49f7-9d95-21c3b1fe1775 None None] DHCP port deletion for 2062899b-4527-4a08-82a6-994abbe1bb8f request from dv-cinder-751579-21-iscsi {{(pid=83995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 18 00:34:38.624293 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5e69a66e-bc16-49f7-9d95-21c3b1fe1775 None None] Deleting port 658da34f-d78b-41d5-a2c4-10da91086a92 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:38.624768 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5e69a66e-bc16-49f7-9d95-21c3b1fe1775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:38.784747 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] For port 658da34f-d78b-41d5-a2c4-10da91086a92, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=658da34f-d78b-41d5-a2c4-10da91086a92,segment=NetworkSegment(eccadce4-1c19-4e11-be58-1978dffc8b47),segment_id=eccadce4-1c19-4e11-be58-1978dffc8b47)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:34:38.788305 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:38.813706 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 5902f69b-216f-4b5f-b688-403b699e8cff no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:34:38.862603 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: 5902f69b-216f-4b5f-b688-403b699e8cff {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:34:38.862925 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 5902f69b-216f-4b5f-b688-403b699e8cff not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:34:38.863409 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 658da34f-d78b-41d5-a2c4-10da91086a92 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:34:38.925387 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Calling delete_port for 658da34f-d78b-41d5-a2c4-10da91086a92 owned by network:dhcp {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:34:38.938676 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5e69a66e-bc16-49f7-9d95-21c3b1fe1775 None None] For port 658da34f-d78b-41d5-a2c4-10da91086a92, host dv-cinder-751579-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-iscsi',level=0,port_id=658da34f-d78b-41d5-a2c4-10da91086a92,segment=NetworkSegment(eccadce4-1c19-4e11-be58-1978dffc8b47),segment_id=eccadce4-1c19-4e11-be58-1978dffc8b47)] {{(pid=83995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 18 00:34:38.939117 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5e69a66e-bc16-49f7-9d95-21c3b1fe1775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852802700'] for port, precommit_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:39.005930 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853729680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854367139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784031421999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784031008593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824586734'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:39.021432 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c5e0e7ff-d6d2-412d-8f4b-470a0b97559f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:39.077097 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5e69a66e-bc16-49f7-9d95-21c3b1fe1775 None None] Calling delete_port for 658da34f-d78b-41d5-a2c4-10da91086a92 owned by network:dhcp {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 18 00:34:39.106177 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.db [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No ports have port_id starting with 658da34f-d78b-41d5-a2c4-10da91086a92
Feb 18 00:34:39.113130 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 627d288c-b265-46f7-b26d-95c8597bff60 no longer exists at agent ovs-agent-dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 18 00:34:39.119633 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=658da34f-d78b-41d5-a2c4-10da91086a92,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:39.124346 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:39.152404 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] No Port match for: 627d288c-b265-46f7-b26d-95c8597bff60 {{(pid=83995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 18 00:34:39.153608 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Device 627d288c-b265-46f7-b26d-95c8597bff60 not bound to the agent host dv-cinder-751579-21-iscsi {{(pid=83995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 18 00:34:39.168086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] No DVR routers for this DVR port 658da34f-d78b-41d5-a2c4-10da91086a92 on host dv-cinder-751579-21-iscsi {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 18 00:34:39.191825 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-5e69a66e-bc16-49f7-9d95-21c3b1fe1775 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 18 00:34:39.192243 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-5e69a66e-bc16-49f7-9d95-21c3b1fe1775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 18 00:34:39.294194 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853748857', 'neutron.services.segments.db._delete_segments_for_network-8784031546637'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:39.644409 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd31067fa58>,) {'filters': {'network_id': ['2062899b-4527-4a08-82a6-994abbe1bb8f']}} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:39.657545 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd31067fa58>, 'eccadce4-1c19-4e11-be58-1978dffc8b47') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:39.657890 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd31067fa58>, 'eccadce4-1c19-4e11-be58-1978dffc8b47') {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 18 00:34:39.670368 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784031542797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821864357'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:39.685269 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031991'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:39.687238 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 18 00:34:39.693267 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5e69a66e-bc16-49f7-9d95-21c3b1fe1775 None None] Deleting port 658da34f-d78b-41d5-a2c4-10da91086a92 {{(pid=83995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 18 00:34:39.693928 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5e69a66e-bc16-49f7-9d95-21c3b1fe1775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252823362676'] for port, before_delete {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:39.767588 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5e69a66e-bc16-49f7-9d95-21c3b1fe1775 None None] The port '658da34f-d78b-41d5-a2c4-10da91086a92' was deleted {{(pid=83995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 18 00:34:39.868150 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Network 2062899b-4527-4a08-82a6-994abbe1bb8f has no segments {{(pid=83992) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:34:39.880423 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853743857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30189113'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:40.059855 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Network 2062899b-4527-4a08-82a6-994abbe1bb8f has no segments {{(pid=83992) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     timer()
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     self._notify()
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     event.method(event)
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     **kwargs)
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 18 00:34:40.083092 dv-cinder-751579-21-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 18 00:34:40.162582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1026959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1974215'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:40.165993 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:40.179778 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680792'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:40.190561 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=2062899b-4527-4a08-82a6-994abbe1bb8f,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:40.193514 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:40.196607 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-30f0b4df-2d94-4461-986e-990bca524b82 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2062899b-4527-4a08-82a6-994abbe1bb8f HTTP/1.1" status: 204  len: 168 time: 1.8259513
Feb 18 00:34:40.311851 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49894) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:34:40.363946 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ae5767c7-5827-4fd5-8155-d92faad2d29c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bbe98c48a32e40f393f955451c6374aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507030
Feb 18 00:34:40.366515 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49898) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:34:40.426920 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-25bdd409-2622-4e01-bdff-aa51f4631da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:40.458366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-25bdd409-2622-4e01-bdff-aa51f4631da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:40.504351 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-25bdd409-2622-4e01-bdff-aa51f4631da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:40.510021 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-77a30052-81d3-417f-90a6-9497638c725c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:40.524104 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdd409-2622-4e01-bdff-aa51f4631da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32a5082-32d5-46f1-8d68-4ebb32cbc0b2,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:40.527889 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-25bdd409-2622-4e01-bdff-aa51f4631da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:40.531175 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-25bdd409-2622-4e01-bdff-aa51f4631da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:40.532488 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-25bdd409-2622-4e01-bdff-aa51f4631da9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f32a5082-32d5-46f1-8d68-4ebb32cbc0b2 HTTP/1.1" status: 204  len: 168 time: 0.1649709
Feb 18 00:34:40.890812 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49906) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:34:40.943870 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-36eddec7-ca56-42bd-a007-c9d714e01511 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e8e671e875f4ce4986838eb8e4b318e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517793
Feb 18 00:34:40.946284 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.55', 49910) {{(pid=83992) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 18 00:34:41.007801 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1096cb4c-02be-4780-b09d-7ff872f1424b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:41.034693 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1096cb4c-02be-4780-b09d-7ff872f1424b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:41.081200 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1096cb4c-02be-4780-b09d-7ff872f1424b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853170057'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:41.085515 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1314f892-ddf8-4433-a969-4a3da3fef933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 18 00:34:41.102402 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096cb4c-02be-4780-b09d-7ff872f1424b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37bca46-2008-4c70-854e-c79998a0534a,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 18 00:34:41.105010 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1096cb4c-02be-4780-b09d-7ff872f1424b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 18 00:34:41.109199 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1096cb4c-02be-4780-b09d-7ff872f1424b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:41.111068 dv-cinder-751579-21-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1096cb4c-02be-4780-b09d-7ff872f1424b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f37bca46-2008-4c70-854e-c79998a0534a HTTP/1.1" status: 204  len: 168 time: 0.1633596
Feb 18 00:34:52.055815 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:34:52.064299 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e8be36-2b33-40fb-92e1-5b83880363f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:52.066122 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:53.838023 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-be7a2b31-af6b-4a0f-bfad-b4eeaad4dacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:55.160449 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:56.050582 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:34:56.474945 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:35:22.076511 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5c569cbb-23ef-43b7-bed8-5b416a1d9df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:35:22.078347 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:35:23.838589 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-44698538-736c-431c-87d9-880edbefa330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:35:25.162973 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:35:26.052395 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:35:26.478901 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:35:29.055025 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:35:52.067072 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0620ea79-f0f4-43fb-8b26-774462467774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:35:52.092516 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:35:53.839289 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-11d0ef63-dda1-4b61-a4be-2f360dec306d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:35:55.165500 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:35:56.053413 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:35:56.481835 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:36:01.932800 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-1f3b957e-d3db-4cba-be5b-e955ce4a4c30 req-7966b46b-6714-43b4-8543-ca918ee0a945 service neutron] (83992) timed out ('10.222.0.58', 63045) {{(pid=83992) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 18 00:36:06.054992 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:36:22.069366 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef94b492-f960-489a-98a5-fc656c62d370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:36:22.115334 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:36:23.839965 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-901e81e2-6e4e-4ef3-b33f-37c5c68be566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:36:25.167563 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:36:26.055812 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:36:26.485008 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:36:43.055249 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:36:52.070901 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4b86e0cf-9838-4d96-b10a-211618be035e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:36:52.118463 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:36:53.841774 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-028373cd-23a6-4203-9d86-573badd20539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:36:55.170698 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:36:56.057205 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:36:56.489648 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:37:20.055498 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:37:22.073667 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a888-7fd9-489b-8bc4-b171a38af205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:37:22.131587 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:37:23.842086 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd309491-bbf9-4c83-8ff6-32d4a54b54be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:37:25.173283 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:37:26.060505 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:37:26.491446 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:37:52.074919 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-92813ec5-ddd7-4f1c-b0d4-58972ba54f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:37:52.144981 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:37:53.842903 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2731e5e8-8d3e-4056-9d2d-e8928cfbd0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:37:55.177221 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:37:56.062026 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:37:56.494987 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:37:57.055164 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:38:22.079542 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8664fe55-bb4d-4911-9236-eb367cece977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:38:22.157831 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:38:23.844062 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5808004e-94c0-4549-868c-21d3be91d547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:38:25.179341 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:38:26.063874 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:38:26.498106 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:38:34.054564 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:38:52.080375 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-573fde6f-7597-4509-b0a9-644dfccd8319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:38:52.169435 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:38:53.844173 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-03540952-93f2-4aa7-acb3-1e26139730e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:38:55.181720 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:38:56.065466 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:38:56.502204 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:39:09.533113 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-4ce95f5a-a602-4b41-9d26-1f4eeb7fe866 req-4b2d85fc-9c3f-4bd7-a2c0-66a7f0684e39 service neutron] (83992) timed out ('10.222.0.55', 45998) {{(pid=83992) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 18 00:39:11.054082 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:39:22.081430 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a0b786ea-5bea-483c-9cb1-32c758d2b56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:39:22.190518 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:39:23.845292 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3b492b62-02b1-4eb0-9553-bdea859eb5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:39:25.185217 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:39:26.067245 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:39:26.505342 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:39:48.053140 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-ca5810fe-e8da-4d97-abda-11115df3895e None None] Agent healthcheck: found 6 active agents {{(pid=83996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 18 00:39:52.082261 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-416a3e74-f7e3-4bfc-b1df-76dcd359d0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:39:52.219028 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abba710-2fbc-45be-8ec9-5c13dbd67103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:39:53.845596 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b831d757-1a6b-4f3e-a593-fb9e58194364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:39:55.187800 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20e04142-a06b-49e9-b6b4-42cf739b1a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:39:56.069275 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dd1a77f-6e8b-462b-b1fe-4f920d78bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 18 00:39:56.509826 dv-cinder-751579-21-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33e301d2-8b8f-4fd4-959c-49030a7ea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252823243278', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853756167'] for agent, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}